-- Logs begin at Thu 2022-03-10 03:21:43 UTC, end at Thu 2022-03-10 04:54:32 UTC. -- Mar 10 04:00:56.442876 dv-cinder-778193-25-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 04:00:59.321219 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.common.config [-] Logging enabled! Mar 10 04:00:59.321828 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 04:00:59.321993 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103150) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 04:00:59.325295 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.common.config [-] Logging enabled! Mar 10 04:00:59.325544 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 04:00:59.325852 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103150) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 04:00:59.326770 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:00:59.327001 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:00:59.327369 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:00:59.327612 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:00:59.327860 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:00:59.328583 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.329001 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 04:00:59.329320 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.329614 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.329904 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.330194 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.330482 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.330767 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.331062 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.331351 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.331634 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.331939 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.332221 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.332511 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.332792 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.333075 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.333357 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.333637 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] debug = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.333915 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.334355 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.334769 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.335051 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.335337 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.335615 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.335909 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.336694 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.336979 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.337304 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] host = dv-cinder-778193-25-iscsi {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.337579 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.337862 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.338144 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.338426 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.338697 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.338968 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.339251 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.339521 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.339811 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] log_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.340088 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.340372 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.340654 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.340939 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.341165 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.341387 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.341681 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.341964 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.342238 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.342509 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.342786 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.343058 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.343330 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.343595 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.343901 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.344184 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.344466 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.344738 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.345017 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.345289 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.345561 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.345841 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.346114 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.346385 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.346656 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.346937 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.347205 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.347478 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.347805 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.348090 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.348369 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.348649 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.348920 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.349199 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.349470 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.349740 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.350006 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] use_json = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.350276 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.350543 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.350821 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.351092 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.351364 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.351656 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.352559 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.352845 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.353118 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:00:59.353413 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.353708 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.354004 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.354299 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.354590 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.354867 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.355165 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.355442 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.355750 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.356040 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.356326 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.356603 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.356898 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.357183 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.357474 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.357773 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.358061 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.358347 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.358619 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.358890 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.359158 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.359433 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.359742 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.360022 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.360306 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.360591 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.360867 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.361159 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.361440 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.361728 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.362014 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.362282 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.362557 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.362842 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.363113 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.363380 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.363655 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.363962 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.364237 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.364552 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.364784 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.365062 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.365331 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.365597 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.365871 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.366153 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.366427 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.366694 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.366968 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.367239 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.367553 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.367864 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.368140 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.368411 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.368681 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.368954 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.369222 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.369491 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.369764 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.370029 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.370300 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.370566 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.370833 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.371098 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.371364 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.371631 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.371921 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.372188 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.372458 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.372724 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.372989 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.373255 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.373523 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.373790 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.374069 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.374362 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.374633 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.374905 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.375189 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.375455 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.375751 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.376025 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.376297 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.376570 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.376836 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.377117 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.377395 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.377674 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.377971 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.378245 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.378534 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.378806 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.379075 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.379352 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.379624 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.379921 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.380197 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.380475 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.380759 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.381043 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.381329 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.381612 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.381897 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.382171 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.382472 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.382746 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:00:59.382980 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:00:59.383215 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103150) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 04:00:59.749351 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 04:00:59.749556 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 04:00:59.749859 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 04:00:59.750332 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 04:01:00.075437 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.075747 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.076019 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.077196 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.077468 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.077848 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.122860 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.123140 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.123407 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.138038 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.138317 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.138583 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.166504 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.166782 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.167051 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.204661 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.204936 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.205200 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.547035 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.547656 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.547656 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.547881 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.548526 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.646745 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.647066 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.647345 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.647612 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.647903 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.648208 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.648467 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.648745 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.648997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.649273 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.649526 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.649785 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.650039 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.650288 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.650540 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.650799 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.651052 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.651314 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.651593 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.651855 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.652123 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.652371 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.652643 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.653012 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.653256 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.653496 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.653887 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:01:00.654124 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:01:00.654358 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:01:00.654591 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:01:00.654820 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:01:00.655049 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:01:00.655404 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 04:01:00.658496 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 04:01:00.662552 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 04:01:00.666759 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 10 04:01:00.668429 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 04:01:00.668899 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 04:01:00.669230 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 04:01:00.669606 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 04:01:00.672447 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 04:01:00.672696 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 04:01:00.673036 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 04:01:00.677818 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 04:01:00.701980 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 04:01:00.702423 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.702717 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103150) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 04:01:00.703085 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.704474 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103150) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 04:01:00.704749 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 04:01:00.704990 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 04:01:00.708252 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.708536 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:00.771441 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 04:01:00.771677 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 04:01:00.771931 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 04:01:00.772290 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 04:01:00.792868 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_db.sqlalchemy.engines [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103150) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 04:01:01.227216 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Initializing driver for type 'gre' Mar 10 04:01:01.227756 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] gre ID ranges: [(1, 1000)] Mar 10 04:01:01.278248 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Initializing driver for type 'local' Mar 10 04:01:01.278591 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Initializing driver for type 'vlan' Mar 10 04:01:01.291584 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] VlanTypeDriver initialization complete Mar 10 04:01:01.291942 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Initializing driver for type 'vxlan' Mar 10 04:01:01.292413 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] vxlan ID ranges: [(1, 1000)] Mar 10 04:01:01.341943 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Initializing extension driver 'port_security' Mar 10 04:01:01.342280 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.extensions.port_security [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] PortSecurityExtensionDriver initialization complete Mar 10 04:01:01.342616 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Initializing mechanism driver 'openvswitch' Mar 10 04:01:01.342938 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Initializing mechanism driver 'hyperv' Mar 10 04:01:01.349590 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:01.350448 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > port after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.350802 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > port after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.351157 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > port after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.351705 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:01:01.352135 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.352490 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.352834 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.353228 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:01:01.353634 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > network after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.354001 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > network after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.354329 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.354716 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:01:01.355123 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.355470 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.355842 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.356240 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:01:01.356646 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.356992 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.357332 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.357721 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:01:01.358126 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.358475 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.358813 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.359205 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:01:01.359647 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] ML2 OVO RPC backend initialized. {{(pid=103150) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 04:01:01.360379 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.360732 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.361148 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > network before_response 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.361493 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > networks before_response 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.361840 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > port before_response 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.362177 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > ports before_response 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.362518 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.362854 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.363193 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > network after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.363529 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > network after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.363888 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.364220 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > port after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.364594 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > port after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.364879 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > port after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.365209 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.365575 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.365909 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.373194 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded quota_driver: . Mar 10 04:01:01.373554 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Modular L2 Plugin initialization complete Mar 10 04:01:01.373902 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading services supported by the core plugin {{(pid=103150) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 04:01:01.374242 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.plugins.ml2.managers [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Got port-security extension from driver 'port_security' Mar 10 04:01:01.374723 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.extensions.vlantransparent [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Disabled vlantransparent extension. Mar 10 04:01:01.375220 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103150) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 04:01:01.375544 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading Plugin: router Mar 10 04:01:01.411877 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.412272 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router after_create 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.412640 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router before_create 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.413004 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.413382 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.413739 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router after_delete 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.414098 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.414474 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.414832 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router after_create 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.415179 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router after_update 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.415526 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router after_update 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.415896 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.416261 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router after_update 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.416667 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.417032 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: port after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.417370 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: port after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.417705 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: subnet after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.418047 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.418392 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.418736 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.419082 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: port before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.419426 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.419810 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router after_update 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.420157 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.420634 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.420999 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.421343 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.421706 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > agent after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.422057 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.422404 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > network after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.423256 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Tracking information for resource: router configured {{(pid=103150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:01:01.423587 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Tracking information for resource: floatingip configured {{(pid=103150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:01:01.428535 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.db.l3_agentschedulers_db [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 04:01:01.429119 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: port after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.429481 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: port after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.429855 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: port after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.430206 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: port after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.431001 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router before_create 55550100 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.431367 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.431755 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.432111 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.436903 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.services.provider_configuration [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service providers = [] {{(pid=103150) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 04:01:01.437266 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.db.servicetype_db [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103150) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 04:01:01.440473 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.services.service_base [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:01:01.440823 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.services.service_base [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:01:01.441163 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.services.service_base [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:01:01.442045 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.services.service_base [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:01:01.442416 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.services.service_base [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 04:01:01.442789 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:01:01.443104 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 04:01:01.454301 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:01:01.454635 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading Plugin: auto_allocate Mar 10 04:01:01.460428 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: network precommit_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.460797 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: network precommit_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.461927 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:01:01.462270 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading Plugin: tag Mar 10 04:01:01.469066 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:01:01.469398 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading Plugin: timestamp Mar 10 04:01:01.473246 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:01:01.473579 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading Plugin: network_ip_availability Mar 10 04:01:01.479063 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.479437 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.479817 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.480527 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:01:01.480847 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading Plugin: flavors Mar 10 04:01:01.486085 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:01:01.486422 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading Plugin: revisions Mar 10 04:01:01.490757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:01:01.491146 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_concurrency.lockutils [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=103150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 04:01:01.491907 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103150) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 04:01:01.492243 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Initializing extension manager. Mar 10 04:01:01.492817 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: __init__.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.493160 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: __pycache__ {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.493496 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: address_group.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.494248 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.494818 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: address-group Mar 10 04:01:01.495145 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: address_scope.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.495881 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.496396 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: address-scope Mar 10 04:01:01.496721 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.497645 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.498156 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: router-admin-state-down-before-update Mar 10 04:01:01.498478 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: agent.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.499176 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.499698 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: agent Mar 10 04:01:01.500034 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: agent_resources_synced.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.500942 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.501447 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: agent-resources-synced Mar 10 04:01:01.501769 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.503540 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.504099 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: allowed-address-pairs Mar 10 04:01:01.504428 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.505507 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.506032 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: auto-allocated-topology Mar 10 04:01:01.506355 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: availability_zone.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.507044 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.507548 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: availability_zone Mar 10 04:01:01.507901 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: availability_zone_filter.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.509321 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.509827 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: availability_zone_filter Mar 10 04:01:01.510147 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: data_plane_status.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.511056 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.511556 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 04:01:01.511910 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: default_subnetpools.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.512822 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.513327 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: default-subnetpools Mar 10 04:01:01.513647 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.514445 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.514947 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: dhcp_agent_scheduler Mar 10 04:01:01.515264 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: dns.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.516211 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.516714 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension dns-integration not supported by any of loaded plugins Mar 10 04:01:01.517033 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: dns_domain_ports.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.517949 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.518451 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 04:01:01.518771 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.519711 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.520206 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 04:01:01.520527 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: dvr.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.521200 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.521697 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: dvr Mar 10 04:01:01.522017 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: ecmp_routes.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.522928 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.523429 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 04:01:01.524401 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: empty_string_filtering.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.525314 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.525818 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: empty-string-filtering Mar 10 04:01:01.526144 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.527047 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.527550 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 04:01:01.527904 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.528825 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.529326 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 04:01:01.529647 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: external_net.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.530553 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.531054 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: external-net Mar 10 04:01:01.531373 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.532306 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.532807 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: extra_dhcp_opt Mar 10 04:01:01.533127 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: extraroute.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.534025 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.534529 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: extraroute Mar 10 04:01:01.534848 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: extraroute_atomic.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.535907 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.536414 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: extraroute-atomic Mar 10 04:01:01.536734 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: filter_validation.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.537396 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.537898 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: filter-validation Mar 10 04:01:01.538217 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: fip_pf_description.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.539130 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.539658 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 04:01:01.540005 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: fip_port_details.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.541094 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.541603 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: fip-port-details Mar 10 04:01:01.541923 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: flavors.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.543142 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.543651 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: flavors Mar 10 04:01:01.543999 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.545711 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.546235 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 04:01:01.546563 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: floatingip_pools.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.547253 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.547795 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: floatingip-pools Mar 10 04:01:01.548105 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: ip_allocation.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.549036 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.549542 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 04:01:01.549868 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.550782 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.551289 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: ip-substring-filtering Mar 10 04:01:01.551613 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l2_adjacency.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.552559 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.553063 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 04:01:01.553385 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.554346 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.555380 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: router Mar 10 04:01:01.555732 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.558025 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.558550 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 04:01:01.558883 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.559853 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.560369 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: ext-gw-mode Mar 10 04:01:01.560696 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.561612 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.562123 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: l3-ha Mar 10 04:01:01.562445 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.563599 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.564140 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 04:01:01.564461 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3_flavors.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.565372 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.565876 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: l3-flavors Mar 10 04:01:01.566197 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.567581 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.568136 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 04:01:01.568463 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.569389 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.569917 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 04:01:01.570241 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: l3agentscheduler.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.571853 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.572405 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: l3_agent_scheduler Mar 10 04:01:01.572778 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: local_ip.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.574689 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.575284 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension local_ip not supported by any of loaded plugins Mar 10 04:01:01.575624 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: logging.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.578694 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.579252 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension logging not supported by any of loaded plugins Mar 10 04:01:01.579560 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: metering.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.580341 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.580891 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: metering Mar 10 04:01:01.581220 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.582641 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.583184 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: metering_source_and_destination_fields Mar 10 04:01:01.583515 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: multiprovidernet.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.584622 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.585364 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: multi-provider Mar 10 04:01:01.585707 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: netmtu.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.586980 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.587624 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: net-mtu Mar 10 04:01:01.587981 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: netmtu_writable.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.589056 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.589647 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: net-mtu-writable Mar 10 04:01:01.589981 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: network_availability_zone.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.590797 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.591379 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: network_availability_zone Mar 10 04:01:01.591771 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: network_ip_availability.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.592941 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.593530 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: network-ip-availability Mar 10 04:01:01.593854 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: network_segment_range.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.594635 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.595135 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 04:01:01.595459 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: pagination.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.596504 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.596831 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: pagination Mar 10 04:01:01.597150 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: port_device_profile.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.598075 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.598605 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: port-device-profile Mar 10 04:01:01.598925 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.599875 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.600386 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: port-mac-address-regenerate Mar 10 04:01:01.600704 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.601611 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.602156 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: port-numa-affinity-policy Mar 10 04:01:01.602473 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: port_resource_request.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.603395 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.603937 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 04:01:01.604260 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.605225 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.605733 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 04:01:01.606053 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: portbindings.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.606978 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.607491 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: binding Mar 10 04:01:01.607834 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: portbindings_extended.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.609126 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.609637 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: binding-extended Mar 10 04:01:01.609992 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: portsecurity.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.610938 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.611452 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: port-security Mar 10 04:01:01.611819 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: project_id.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.612781 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.613112 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: project-id Mar 10 04:01:01.613435 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: providernet.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.614342 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.614894 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: provider Mar 10 04:01:01.615170 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.619334 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.619886 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos not supported by any of loaded plugins Mar 10 04:01:01.620221 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.621472 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.621993 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 04:01:01.622321 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.623238 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.623787 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 04:01:01.624118 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_default.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.625038 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.625549 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-default not supported by any of loaded plugins Mar 10 04:01:01.625875 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_fip.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.626814 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.627329 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-fip not supported by any of loaded plugins Mar 10 04:01:01.627651 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.628598 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.629109 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 04:01:01.629433 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.630377 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.630888 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 04:01:01.631210 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.632278 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.632790 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 04:01:01.633763 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.634801 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.635316 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 04:01:01.635641 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.636714 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.637227 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 04:01:01.637553 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_pps_rule.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.638747 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.639261 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-pps not supported by any of loaded plugins Mar 10 04:01:01.639584 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.640526 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.641038 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 04:01:01.641361 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: qos_rules_alias.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.642412 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.642923 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 04:01:01.643247 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: quota_check_limit.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.644216 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.644736 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: quota-check-limit Mar 10 04:01:01.645059 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: quotasv2.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.646021 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.646346 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: quotas Mar 10 04:01:01.646666 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: quotasv2_detail.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.648431 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.648796 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: quota_details Mar 10 04:01:01.649127 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: rbac.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.650194 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.650717 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: rbac-policies Mar 10 04:01:01.651047 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: rbac_address_group.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.652012 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.652529 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: rbac-address-group Mar 10 04:01:01.652854 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: rbac_address_scope.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.653779 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.654292 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: rbac-address-scope Mar 10 04:01:01.654614 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: rbac_security_groups.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.655527 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.656061 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: rbac-security-groups Mar 10 04:01:01.656383 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.657297 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.657809 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: rbac-subnetpool Mar 10 04:01:01.658128 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: revisionifmatch.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.659130 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.659638 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: revision-if-match Mar 10 04:01:01.659990 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: revisions.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.661105 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.661620 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: standard-attr-revisions Mar 10 04:01:01.661943 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: router_availability_zone.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.662607 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.663114 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: router_availability_zone Mar 10 04:01:01.663436 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: routerservicetype.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.664406 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.664909 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension router-service-type not supported by any of loaded plugins Mar 10 04:01:01.665228 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.666151 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.666659 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: security-groups-normalized-cidr Mar 10 04:01:01.666979 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.667927 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.668440 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: port-security-groups-filtering Mar 10 04:01:01.668760 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.669688 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.670196 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: security-groups-remote-address-group Mar 10 04:01:01.670517 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.671449 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.671993 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: security-groups-shared-filtering Mar 10 04:01:01.672315 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.672900 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 04:01:01.673220 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: securitygroup.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.683400 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.683964 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: security-group Mar 10 04:01:01.684297 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: segment.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.685024 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.685534 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension segment not supported by any of loaded plugins Mar 10 04:01:01.685857 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.686794 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.687309 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 04:01:01.687634 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: servicetype.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.689017 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.689536 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: service-type Mar 10 04:01:01.689860 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: sorting.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.690842 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.691173 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: sorting Mar 10 04:01:01.691494 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: standard_attr_segment.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.692430 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.692947 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 04:01:01.693267 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: standardattrdescription.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.693912 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.694417 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: standard-attr-description Mar 10 04:01:01.694735 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: stateful_security_group.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.696301 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.696813 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: stateful-security-group Mar 10 04:01:01.697132 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: stdattrs_common.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.697700 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 04:01:01.698020 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.698949 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.699457 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 04:01:01.699811 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: subnet_onboard.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.700874 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.701393 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: subnet_onboard Mar 10 04:01:01.701715 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.702662 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.703171 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 04:01:01.703491 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: subnet_service_types.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.704436 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.704949 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: subnet-service-types Mar 10 04:01:01.705270 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: subnetallocation.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.706369 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.706886 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: subnet_allocation Mar 10 04:01:01.707211 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.707904 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.708428 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: subnetpool-prefix-ops Mar 10 04:01:01.708746 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.709674 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.710178 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 04:01:01.710496 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: tagging.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.711607 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.712156 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: standard-attr-tag Mar 10 04:01:01.712480 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: timestamp.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.713673 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.714194 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loaded extension: standard-attr-timestamp Mar 10 04:01:01.714518 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: trunk.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.715542 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.716093 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension trunk not supported by any of loaded plugins Mar 10 04:01:01.716418 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: trunk_details.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.717342 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.717851 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension trunk-details not supported by any of loaded plugins Mar 10 04:01:01.718174 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.719088 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.719592 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 04:01:01.719947 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Loading extension file: vlantransparent.py {{(pid=103150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:01:01.720612 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:01:01.721117 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 04:01:01.723676 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:network Mar 10 04:01:01.724224 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:subnet Mar 10 04:01:01.724617 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:01:01.725004 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:port Mar 10 04:01:01.726220 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.726682 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service FLAVORS assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.727287 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.727744 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.728074 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:router Mar 10 04:01:01.728498 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 04:01:01.728996 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service METERING assigned prefix: /metering {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.730440 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.730806 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.731153 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:01:01.732181 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 04:01:01.732610 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:security_group Mar 10 04:01:01.733047 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 04:01:01.733639 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service CORE assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.733972 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:01:01.734319 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] subnetpool is already registered Mar 10 04:01:01.734747 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service CORE assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.735070 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:01:01.735396 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] subnetpool is already registered Mar 10 04:01:01.737674 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.738104 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service FLAVORS assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.738685 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.739102 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.739433 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:router Mar 10 04:01:01.739802 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] router is already registered Mar 10 04:01:01.740212 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 04:01:01.740546 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] floatingip is already registered Mar 10 04:01:01.740999 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service METERING assigned prefix: /metering {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.741652 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 04:01:01.741974 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] rbac_policy is already registered Mar 10 04:01:01.742902 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:security_group Mar 10 04:01:01.743236 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] security_group is already registered Mar 10 04:01:01.743629 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 04:01:01.743984 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] security_group_rule is already registered Mar 10 04:01:01.744604 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service CORE assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.744929 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:01:01.745261 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] subnetpool is already registered Mar 10 04:01:01.745963 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.v2.resource_helper [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Service CORE assigned prefix: {{(pid=103150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:01:01.746295 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:01:01.746625 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING neutron.quota.resource_registry [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] subnetpool is already registered Mar 10 04:01:01.747090 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: extensions {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.748613 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: address-groups {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.750082 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: address-scopes {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.751397 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: agents {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.752589 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: auto-allocated-topology {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.753830 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: availability_zones {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.755038 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: dhcp-networks {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.756567 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: dhcp-agents {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.758579 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: routers {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.760831 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: flavors {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.761990 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: service_profiles {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.763194 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: next_providers {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.764650 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: service_profiles {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.766181 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: floatingip-pools {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.767393 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: routers {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.769521 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: floatingips {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.771718 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: l3-routers {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.773081 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: l3-agents {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.774525 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: metering-labels {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.775896 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: metering-label-rules {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.777167 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: network-ip-availabilities {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.778427 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: bindings {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.780095 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: quotas {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.781648 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: quotas {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.783171 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: rbac-policies {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.784482 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: security-groups {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.785697 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: security-group-rules {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.786936 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: service-providers {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.788544 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: subnetpools {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.790279 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: subnetpools {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.791738 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.793456 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.795277 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.797103 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.798874 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.800748 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.802420 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.804348 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.806610 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.808541 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron.api.extensions [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Extended resource: tags {{(pid=103150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:01:01.814795 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING keystonemiddleware.auth_token [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 04:01:01.819474 dv-cinder-778193-25-iscsi neutron-server[103150]: WARNING keystonemiddleware.auth_token [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 04:01:01.828693 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_concurrency.lockutils [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Acquired lock "singleton_lock" {{(pid=103150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 04:01:01.829171 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_concurrency.lockutils [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Releasing lock "singleton_lock" {{(pid=103150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 04:01:01.829826 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO oslo_service.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Starting 2 workers Mar 10 04:01:01.834652 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Started child 103257 {{(pid=103150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:01:01.839168 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Started child 103258 {{(pid=103150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:01:01.840166 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:01.840842 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO neutron.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 04:01:01.841427 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:01.841876 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [-] (103257) wsgi starting up on http://0.0.0.0:9696 Mar 10 04:01:01.843961 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO oslo_service.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Starting 1 workers Mar 10 04:01:01.844126 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:01.845444 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [-] (103258) wsgi starting up on http://0.0.0.0:9696 Mar 10 04:01:01.849223 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Started child 103259 {{(pid=103150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:01:01.849761 dv-cinder-778193-25-iscsi neutron-server[103150]: INFO oslo_service.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Starting 1 workers Mar 10 04:01:01.852851 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] calling RpcWorker wait() {{(pid=103259) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 04:01:01.853409 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] returning from RpcWorker wait() {{(pid=103259) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 04:01:01.854266 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Started child 103260 {{(pid=103150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:01:01.854640 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:01.855068 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6754c9e1-9216-4675-838b-58bde748a2c7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:01.855173 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:01.857047 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 04:01:01.857262 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:01:01.857457 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:01:01.857688 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:01:01.858043 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:01:01.858207 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:01:01.858698 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.858979 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.859167 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:01.859624 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.859624 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.859789 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.860149 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:01.860349 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.860608 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.860876 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.861169 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.861431 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.861603 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.861770 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.862023 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.862254 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.862554 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.862812 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.863051 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.863310 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.863487 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.863772 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.864048 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.864280 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.864541 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] debug = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.864783 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.865334 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.865510 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.865912 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.866320 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.866612 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.866849 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.867126 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.867918 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.868175 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.868431 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.868693 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.868936 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.869153 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.869402 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.869634 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.869891 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.870114 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.870587 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] host = dv-cinder-778193-25-iscsi {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.870828 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.871235 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.871676 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.871676 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.871973 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.872122 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.872324 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.872648 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.872832 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.873078 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.873336 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.873568 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.873806 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.874039 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.874206 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_options = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.874457 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.874700 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.874946 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.875205 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.875368 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.875512 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.875719 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.875878 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.876190 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.876387 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.876606 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.876825 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.877045 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.877295 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.877546 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.877799 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.878033 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.878267 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.878542 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.878914 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.879225 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.879467 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.879756 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.879999 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.880375 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.880845 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.881273 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.881501 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.881733 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.882134 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.882537 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.882809 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.883619 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.883931 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.884369 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.884535 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.884784 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.884932 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.885336 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.885738 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.886549 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.886549 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.886549 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.886963 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.886963 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.887215 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.887347 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_json = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.887543 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.887825 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.888101 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.888317 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.888534 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.888750 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.888996 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.889259 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.889477 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.890572 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.890572 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.890572 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.890989 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.891126 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.891363 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.894757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.894757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.894757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.894757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.894757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.894757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.894757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.894757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.895997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.895997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.895997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.895997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.895997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.895997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.895997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.895997 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897009 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897009 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897009 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897009 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897009 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897009 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897676 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897676 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897676 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.897942 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.898197 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.898419 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.898679 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.898930 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.899146 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.899362 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.899602 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.899882 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.900102 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.900335 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.900592 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.900828 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.901048 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.901296 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.901571 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.901809 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.902041 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.902284 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.902502 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.902720 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.902951 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.903169 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.903416 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.903653 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.903986 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.904533 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.904779 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.905043 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.905645 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.905871 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.906109 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.906351 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.906562 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.906774 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.907008 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.907240 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.907490 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.907724 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.908132 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.908132 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.908385 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.908605 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.908837 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.909071 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.909286 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.909500 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.909727 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.909937 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.910167 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.910377 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.910611 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.910821 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.911028 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.911240 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.911460 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.911671 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.911905 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.912122 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.912350 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.912615 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.912913 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.913146 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.913742 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.913742 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.914039 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.914039 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.914805 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.915027 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.915269 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.915491 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.915758 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.915999 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.916397 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.916800 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.917028 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.917288 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.917541 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.917757 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.917999 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.918243 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.918494 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.918719 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.918984 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.919403 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.919836 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.920243 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.920517 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.920786 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.921025 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.921328 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.921568 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.921852 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.922162 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.922435 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.922734 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.923096 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.923387 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.923649 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.923929 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.924180 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.924651 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.924907 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.925145 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.925392 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.925633 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.925854 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.926102 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.926436 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.926667 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.926884 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.927098 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.927366 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.927612 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.927885 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.928146 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.928415 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.928654 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.928929 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.929159 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.929374 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.929832 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.930577 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.930961 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.931208 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.931441 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.931677 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.931930 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.932145 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.932425 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.932623 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.932855 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.933070 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.933287 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.933520 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.933765 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.933979 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.934221 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.934455 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.934676 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.934891 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.935126 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.935354 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.935599 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.935855 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.936120 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.936364 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.936599 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.936824 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.937070 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.937302 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.937534 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.937775 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.937992 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.938204 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.938671 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.938888 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.939277 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.939674 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.939927 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.940159 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.940409 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.940648 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.940990 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.941232 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.941462 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.941705 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.941940 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.942155 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.942369 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.942584 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.942820 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.943035 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.943274 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.943491 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.943732 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.943951 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.944709 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.944953 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.945224 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.945490 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.945730 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.945947 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.946188 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.946396 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.946615 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.946831 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.947043 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.947255 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.947465 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.947732 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.948026 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.948322 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.949422 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.949422 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.949422 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.949650 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.949716 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.949949 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.950161 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.950381 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.950607 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.950843 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.951050 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.951496 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.951926 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.952146 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.952370 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.952588 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.952803 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.953030 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.953244 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.953452 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.953672 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.953889 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.954098 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.954327 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.954538 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.954746 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.954971 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.955185 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.955393 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.955625 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.955860 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.956092 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.956312 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.956528 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.956739 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.957027 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.957274 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.957491 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.957775 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.958003 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.958248 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.958505 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.958793 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.959008 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.959252 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.959475 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.959731 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.959958 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.960212 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.960536 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.960823 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.961099 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.961365 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.961639 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.961913 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.962175 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.962382 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.962673 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.963000 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.963281 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.963527 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.963813 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.964050 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.964167 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:01.964260 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.964472 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.964717 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.964950 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.965170 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.965427 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.965672 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.965916 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.966129 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.966385 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.966619 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.966845 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.967074 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.967326 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.967541 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.967723 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:01:01.968317 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 04:01:01.968588 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:01:01.968788 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:01:01.968963 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:01:01.969461 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:01:01.969564 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:01:01.969755 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.969925 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.970087 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.970247 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.970411 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.970574 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.970912 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.970912 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.971058 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.971184 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.971343 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.971502 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.971661 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.971862 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.972002 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.972383 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.972383 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.972540 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.972605 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.972762 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.973094 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.973094 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.973254 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] debug = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.973367 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.973569 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.973734 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.973894 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.974053 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.974211 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.974368 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.974527 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.974685 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.974843 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.975000 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.975159 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.975318 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.975476 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.975635 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.975818 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.975979 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.976139 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.976298 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] host = dv-cinder-778193-25-iscsi {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.976456 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.976615 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.977287 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.977446 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.977604 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.977763 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.977921 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.978081 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.978239 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.978396 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.978554 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.978716 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.978880 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.979038 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.979197 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_options = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.979360 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.979518 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.979675 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.979929 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.980038 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.980197 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.980362 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.980518 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.980676 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.980834 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.980995 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.981153 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.981311 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.981471 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.981649 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.981789 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.981947 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.982105 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.982277 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.982440 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.982599 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.982756 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.982916 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.983221 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.983221 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.983361 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.983514 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.983672 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.983857 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.984017 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.984176 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.984336 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.984497 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.984656 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.984816 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.984976 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.985137 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.985296 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.985460 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.985620 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.985778 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.985936 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.986095 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.986254 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.986414 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.986574 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.986733 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_json = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.986891 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.987050 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.987209 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.987368 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.987527 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.987703 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.987865 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.988025 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.988184 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:01:01.988360 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.988523 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.988693 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.988858 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.989020 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.989182 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.989342 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.989503 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.989662 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.989822 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.990051 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.990146 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.990297 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.990463 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.990621 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.990784 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.990945 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.991106 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.991275 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.991418 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.992121 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.992287 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.992992 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.993155 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.993315 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.993477 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.993639 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.993809 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.993970 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.994146 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.994307 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.994469 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.994630 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.994791 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.994954 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.995116 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.995277 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.995438 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.995599 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.995783 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.995945 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.996105 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.996266 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.996426 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.996588 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.996749 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.996910 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.997071 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.997231 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.997393 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.997555 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.997717 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.997880 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.998043 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.998205 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.998366 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.998526 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.998696 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.998862 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.999022 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.999181 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.999343 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.999503 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.999663 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:01.999845 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.000007 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.000173 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.000333 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.000575 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.000709 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.000828 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.000965 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.001127 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.001311 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.001454 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.001614 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.001777 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.001936 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.002097 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.002256 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.002417 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.002576 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.002738 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.002897 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.003058 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.003219 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.003379 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.003539 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.003715 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.003879 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.004038 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.004208 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.004383 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.004544 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.004705 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.004865 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.005025 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.005185 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.005346 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.005507 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.005667 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.005826 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.005988 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.006149 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.006312 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.006471 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.006632 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.006791 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.006952 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.007111 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.007271 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.007431 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.007592 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.007784 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.007968 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.008131 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.008291 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.008451 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.008610 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.008784 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.008944 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.009108 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.009269 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.009435 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.009604 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.009766 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.009927 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.010087 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.010254 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.010413 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.010574 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.010738 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.010898 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.011058 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.011217 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.011388 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.011549 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.011729 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.011891 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.012072 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.012232 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.012393 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.012553 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.012713 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.012873 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.013035 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.013195 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.013355 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.013514 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.013674 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.013836 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.013996 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.014155 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.014316 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.014475 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.014636 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.014797 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.014958 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.015120 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.015281 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.015441 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.015602 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.015784 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.015945 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.016106 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.016265 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.016425 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.016585 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.016746 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.016906 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.017066 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.017226 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.017387 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.017547 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.017706 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.017867 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.018031 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.018192 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.018352 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.018514 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.018675 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.018841 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.019003 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.019165 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.019325 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.019486 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.019647 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.019830 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.019991 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.020153 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.020328 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.020475 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.020635 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.020798 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.020973 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.021133 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.021295 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.021457 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.021619 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.021779 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.021940 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.022100 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.022261 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.022423 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.022584 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.022744 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.022905 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.023064 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.023226 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.023385 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.023563 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.023754 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.023918 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.024078 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.024239 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.024399 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.024559 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.024721 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.024882 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.025042 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.025215 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.025364 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.025525 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.025699 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.025861 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.026021 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.026181 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.026357 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.026502 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.026671 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.026832 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.026992 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.027151 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.027310 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.027471 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.027640 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.027822 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.027984 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.028143 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.028302 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.028462 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.028630 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.028795 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.028954 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.029115 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.029274 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.029433 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.029603 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.029764 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.029924 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.030084 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.030244 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.030406 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.030574 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.030735 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.030897 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.031057 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.031218 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.031377 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.031545 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.031722 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.031885 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.032052 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.032211 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.032370 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.032533 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.032703 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.032864 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.033027 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.033188 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.033348 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.033510 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.033672 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.033838 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.034008 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.034176 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.034338 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.034508 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.034679 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.034847 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.035009 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.035174 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.035347 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.035507 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.035670 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.035851 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.036012 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.036173 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.036332 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.036492 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.036652 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.036813 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.036973 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.037133 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.037293 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.037619 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.037619 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.037770 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.037895 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.038054 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.038214 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.038373 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:01:02.038526 dv-cinder-778193-25-iscsi neutron-server[103150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:01:02.116415 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44058) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:02.125464 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063031 Mar 10 04:01:13.398086 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036a111d-0640-43b5-ab8d-f5f14e97ece1 None None] get_active_networks_info from dv-cinder-778193-25-iscsi {{(pid=103259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 04:01:13.487521 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a111d-0640-43b5-ab8d-f5f14e97ece1 None None] No non-hosted networks {{(pid=103259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 04:01:13.503425 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.agentschedulers_db [None req-036a111d-0640-43b5-ab8d-f5f14e97ece1 None None] DHCP Agent not found on host dv-cinder-778193-25-iscsi {{(pid=103259) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 04:01:13.616786 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e3961e15-efec-4d5f-b197-409716411a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784405'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:15.536889 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9d31a441-3328-4870-b348-d41c371851d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784405'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:15.627141 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3758f0ad-b570-4b34-911a-268d17ea047c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:16.587806 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784405'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:18.275530 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784405'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:19.623468 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44142) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:20.014541 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784405'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:20.015934 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.016305 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.016644 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.016981 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.017326 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.017634 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.017958 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.018304 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.018628 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.019062 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.019282 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.019606 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.019967 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:20.020363 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-25-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:20.043035 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-25-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:20.190662 dv-cinder-778193-25-iscsi neutron-server[103257]: WARNING oslo_policy.policy [None req-8d0af21e-f7c0-4796-8c4d-d361b112b66b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:01:20.191296 dv-cinder-778193-25-iscsi neutron-server[103257]: WARNING oslo_policy.policy [None req-8d0af21e-f7c0-4796-8c4d-d361b112b66b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:01:20.415779 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [None req-8d0af21e-f7c0-4796-8c4d-d361b112b66b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:01:20.431757 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8d0af21e-f7c0-4796-8c4d-d361b112b66b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7906351 Mar 10 04:01:20.766932 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.db.l3_hamode_db [None req-0fd06d94-8016-49d3-a5ee-dcabc1336e01 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 04:01:20.845199 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd06d94-8016-49d3-a5ee-dcabc1336e01 None None] Routers set() bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:01:20.845579 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd06d94-8016-49d3-a5ee-dcabc1336e01 None None] Router IDs set() for agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 04:01:22.954663 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44168) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:23.430560 dv-cinder-778193-25-iscsi neutron-server[103258]: WARNING oslo_policy.policy [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:01:23.431172 dv-cinder-778193-25-iscsi neutron-server[103258]: WARNING oslo_policy.policy [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:01:23.652893 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:01:23.745186 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.policy [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103258) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 04:01:23.789293 dv-cinder-778193-25-iscsi neutron-server[103258]: WARNING oslo_policy.policy [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:01:23.789688 dv-cinder-778193-25-iscsi neutron-server[103258]: WARNING oslo_policy.policy [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:01:23.881669 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792136902878', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792136903217', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792136917125', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792136920035', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792136937759', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792136932743', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1953227', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1858020', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-858972', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025390'] for rbac-policy (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:23.945106 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:23.946795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-139ccc57-366e-4863-8d40-19d3768e5f3c admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9911914 Mar 10 04:01:26.428127 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44184) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:26.737830 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:01:26.766326 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Made reservation on behalf of 296b04835db8494cbdfa27b87fe62760 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:01:26.770331 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:26.786198 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:26.894525 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Publish callbacks [] for security_group (92848528-50a4-44db-9257-429e602923a0), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:26.898414 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (92848528-50a4-44db-9257-429e602923a0), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:26.923048 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:01:26.957530 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792140606733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (b5126a5c-c283-4efd-85c1-a4ffba8a740b), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:26.958121 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Unsubscribe: segment precommit_create {{(pid=103258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 04:01:26.958628 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Added segment b5126a5c-c283-4efd-85c1-a4ffba8a740b of type vlan for network 73909978-844a-4549-893a-c9c4b8754ef1 Mar 10 04:01:26.974119 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=92848528-50a4-44db-9257-429e602923a0,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:27.001159 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.001530 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.001873 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.002204 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.002530 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.002854 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.003190 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.003515 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.003864 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.004204 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.004526 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.004842 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.005159 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Tracked resource versions report: Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: pushed versions: Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: { 'AddressGroup': {'1.2'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Log': {'1.0'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Network': {'1.1'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Port': {'1.7'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'PortForwarding': {'1.2'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'QosPolicy': {'1.10'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SecurityGroup': {'1.5'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SubPort': {'1.0'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Subnet': {'1.1'}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Trunk': {'1.1'}} Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: consumer versions: Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: { DHCP agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: L3 agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: Metadata agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: Metering agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: Open vSwitch agent@dv-cinder-778193-25-iscsi: { 'AddressGroup': '1.2', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'ConntrackHelper': '1.0', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'LocalIPAssociation': '1.0', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Log': '1.0', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Network': '1.1', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Port': '1.7', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'PortForwarding': '1.2', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'QosPolicy': '1.10', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SecurityGroup': '1.5', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SecurityGroupRule': '1.2', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SubPort': '1.0', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Subnet': '1.1', Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Trunk': '1.1'}} Mar 10 04:01:27.006440 dv-cinder-778193-25-iscsi neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:01:27.070895 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (73909978-844a-4549-893a-c9c4b8754ef1), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:27.109857 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (73909978-844a-4549-893a-c9c4b8754ef1), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:27.115288 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:01:27.115574 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:27.171293 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7421212 Mar 10 04:01:27.233863 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997edf2b-8fe3-4375-ae90-cb4073c03c57 demo demo] Pushing event updated for resources: {'Network': ['ID=73909978-844a-4549-893a-c9c4b8754ef1,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:27.246356 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 73909978-844a-4549-893a-c9c4b8754ef1 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:01:29.694131 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44196) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:30.088970 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadf78f-4974-4ebb-bcb2-5bc6664ef26c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:01:30.091088 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9eadf78f-4974-4ebb-bcb2-5bc6664ef26c demo admin] 10.222.0.15 "GET /v2.0/networks/73909978-844a-4549-893a-c9c4b8754ef1 HTTP/1.1" status: 200 len: 825 time: 0.3952155 Mar 10 04:01:30.114128 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-26c4bd2c-89f5-4704-914c-5ec91dbe4ae1 demo admin] 10.222.0.15 "GET /v2.0/subnetpools/c9293be9-9149-492b-b8c7-00330945cc95 HTTP/1.1" status: 200 len: 734 time: 0.0181925 Mar 10 04:01:30.123186 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Request body: {'subnet': {'subnetpool_id': 'c9293be9-9149-492b-b8c7-00330945cc95', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:01:30.143889 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Made reservation on behalf of 296b04835db8494cbdfa27b87fe62760 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:01:30.146164 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:30.429015 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (b525c83e-dc1c-413c-b6bc-ca060e849189), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:30.499287 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b525c83e-dc1c-413c-b6bc-ca060e849189,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:30.501288 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Checking segment: {'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:01:30.501663 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Network hostable DHCP agents. Network: 73909978-844a-4549-893a-c9c4b8754ef1, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:01:30.521351 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Network 73909978-844a-4549-893a-c9c4b8754ef1 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:01:30.532353 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 73909978-844a-4549-893a-c9c4b8754ef1) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:01:30.536780 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:01:30.537386 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:30.542509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d9e385-831f-428e-8c19-f1e9ce7f3000 None None] Network 73909978-844a-4549-893a-c9c4b8754ef1 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:01:30.552920 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e9e4cd07-6d16-4769-9444-1e2a0784cd09 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4330022 Mar 10 04:01:30.917884 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-73909978-844a-4549-893a-c9c4b8754ef1', 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1', 'project_id': '296b04835db8494cbdfa27b87fe62760', 'fixed_ips': [{'subnet_id': 'b525c83e-dc1c-413c-b6bc-ca060e849189'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:01:30.919127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:31.192436 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Allocated IP 172.20.0.2 (73909978-844a-4549-893a-c9c4b8754ef1/b525c83e-dc1c-413c-b6bc-ca060e849189/5de2f283-4ac4-4d27-9b4b-a89f07dfc00c) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:01:31.459246 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Publish callbacks [] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:31.466822 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:31.533644 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Network 73909978-844a-4549-893a-c9c4b8754ef1 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:01:31.539395 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:01:31.550366 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:01:31.557832 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Pushing event updated for resources: {'Port': ['ID=5de2f283-4ac4-4d27-9b4b-a89f07dfc00c,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:31.589916 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.590283 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.590647 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.590987 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.591314 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.591639 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.592002 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.592329 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.592651 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.592983 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.593307 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.593624 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.593938 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Tracked resource versions report: Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: pushed versions: Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: { 'AddressGroup': {'1.2'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'ConntrackHelper': {'1.0'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Log': {'1.0'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Network': {'1.1'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Port': {'1.7'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'PortForwarding': {'1.2'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'QosPolicy': {'1.10'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SecurityGroup': {'1.5'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SubPort': {'1.0'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Subnet': {'1.1'}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Trunk': {'1.1'}} Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: consumer versions: Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: { DHCP agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: L3 agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: Metadata agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: Metering agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: Open vSwitch agent@dv-cinder-778193-25-iscsi: { 'AddressGroup': '1.2', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'ConntrackHelper': '1.0', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'LocalIPAssociation': '1.0', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Log': '1.0', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Network': '1.1', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Port': '1.7', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'PortForwarding': '1.2', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'QosPolicy': '1.10', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SecurityGroup': '1.5', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SecurityGroupRule': '1.2', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SubPort': '1.0', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Subnet': '1.1', Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Trunk': '1.1'}} Mar 10 04:01:31.595307 dv-cinder-778193-25-iscsi neutron-server[103259]: {{(pid=103259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:01:31.644056 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Attempting to bind port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:01:31.644453 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Attempting to bind port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:01:31.644892 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Attempting to bind port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c on network 73909978-844a-4549-893a-c9c4b8754ef1 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:01:31.649825 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:01:31.650205 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Checking segment: {'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:01:31.650691 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:31.651074 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Bound using segment: {'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:01:31.651534 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Bound port: 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:01:31.651965 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:31.712368 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] For port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:01:31.716568 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] For port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=5de2f283-4ac4-4d27-9b4b-a89f07dfc00c,segment=NetworkSegment(b5126a5c-c283-4efd-85c1-a4ffba8a740b),segment_id=b5126a5c-c283-4efd-85c1-a4ffba8a740b)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:01:31.723982 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:31.787600 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbdb47-9783-4b46-a711-3b05765aa304 None None] Pushing event updated for resources: {'Port': ['ID=5de2f283-4ac4-4d27-9b4b-a89f07dfc00c,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:33.086609 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44204) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:33.403270 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [None req-a6550b99-1b22-48b8-a15e-95ded3258ddb admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:01:33.404288 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a6550b99-1b22-48b8-a15e-95ded3258ddb admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3167531 Mar 10 04:01:35.960276 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44212) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:36.268400 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [None req-f0280c41-3a06-4dd3-a507-bd2490dfe0ff admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:01:36.269406 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f0280c41-3a06-4dd3-a507-bd2490dfe0ff admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3082073 Mar 10 04:01:38.779991 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44220) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:39.088140 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:01:39.148863 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.policy [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103257) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 04:01:39.193273 dv-cinder-778193-25-iscsi neutron-server[103257]: WARNING oslo_policy.policy [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:01:39.193660 dv-cinder-778193-25-iscsi neutron-server[103257]: WARNING oslo_policy.policy [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:01:39.254895 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:39.257035 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:39.418752 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] Publish callbacks [] for router_controller (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:39.424269 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:39.447210 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:39.448418 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2993f014-b181-4541-960e-35bf203adc55 demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6674914 Mar 10 04:01:41.979260 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44234) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:42.291255 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [None req-25fe5b38-6e0b-4891-bd71-c5f19582fef1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:01:42.292357 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-25fe5b38-6e0b-4891-bd71-c5f19582fef1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121378 Mar 10 04:01:42.761595 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:01:42.853553 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:42.853978 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:42.963673 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:01:42.964094 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:42.974344 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d76e9-5574-43f5-a9b3-cddc9c7f990d None None] Network 73909978-844a-4549-893a-c9c4b8754ef1 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:01:43.062520 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=5de2f283-4ac4-4d27-9b4b-a89f07dfc00c,segment=NetworkSegment(b5126a5c-c283-4efd-85c1-a4ffba8a740b),segment_id=b5126a5c-c283-4efd-85c1-a4ffba8a740b)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:01:43.075911 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:43.088832 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-049e25dc-c62f-4e33-8d9f-cd12110780c7 None None] Provisioning complete for port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:43.089217 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-049e25dc-c62f-4e33-8d9f-cd12110780c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:43.197475 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=5de2f283-4ac4-4d27-9b4b-a89f07dfc00c,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:43.244177 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-049e25dc-c62f-4e33-8d9f-cd12110780c7 None None] Current status of the port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:01:43.356315 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-566e38e0-0f27-4640-bdd4-0c3ee9f356e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:43.367912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-442c3934-11ca-4322-9e18-5e780fbac420 None None] Provisioning complete for port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:43.368300 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-442c3934-11ca-4322-9e18-5e780fbac420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:43.445142 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-442c3934-11ca-4322-9e18-5e780fbac420 None None] Current status of the port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:01:44.731371 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:01:44.776963 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:44.777360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:44.801774 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44244) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:44.851350 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:01:45.110544 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:01:45.132219 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Made reservation on behalf of 15f699ac2a074d6bb8d9dc62578c5328 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:01:45.135677 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.150594 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.252877 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Publish callbacks [] for security_group (2f3a58b8-430e-4059-a68d-1d15799f982c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.256579 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2f3a58b8-430e-4059-a68d-1d15799f982c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.267315 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Reserving flat network on physical network physnet1 {{(pid=103257) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 04:01:45.297556 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792140606733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (8e28dd8c-749b-4268-8fb0-370e97d63b3f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.298124 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Unsubscribe: segment precommit_create {{(pid=103257) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 04:01:45.298649 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Added segment 8e28dd8c-749b-4268-8fb0-370e97d63b3f of type flat for network 827cd64c-78ff-4f5b-917b-95cfe98931bb Mar 10 04:01:45.313990 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a58b8-430e-4059-a68d-1d15799f982c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:45.358227 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.358563 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.358892 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.359214 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.359533 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.359870 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.360201 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.360514 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.360885 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.361148 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.361455 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.361758 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.362062 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Tracked resource versions report: Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: pushed versions: Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: { 'AddressGroup': {'1.2'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Log': {'1.0'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Network': {'1.1'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Port': {'1.7'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'PortForwarding': {'1.2'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'QosPolicy': {'1.10'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SecurityGroup': {'1.5'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SubPort': {'1.0'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Subnet': {'1.1'}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Trunk': {'1.1'}} Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: consumer versions: Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: { DHCP agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: L3 agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: Metadata agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: Metering agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: Open vSwitch agent@dv-cinder-778193-25-iscsi: { 'AddressGroup': '1.2', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'ConntrackHelper': '1.0', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'LocalIPAssociation': '1.0', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Log': '1.0', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Network': '1.1', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Port': '1.7', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'PortForwarding': '1.2', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'QosPolicy': '1.10', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SecurityGroup': '1.5', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SecurityGroupRule': '1.2', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SubPort': '1.0', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Subnet': '1.1', Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Trunk': '1.1'}} Mar 10 04:01:45.363363 dv-cinder-778193-25-iscsi neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:01:45.411038 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (827cd64c-78ff-4f5b-917b-95cfe98931bb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.452186 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (827cd64c-78ff-4f5b-917b-95cfe98931bb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.453313 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:01:45.453982 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.503857 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7010305 Mar 10 04:01:45.526848 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fc88fdca-4c1c-4c7c-99a5-93062bead5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:45.559935 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d85be-a689-4e35-8ec0-22d691237259 admin admin] Pushing event updated for resources: {'Network': ['ID=827cd64c-78ff-4f5b-917b-95cfe98931bb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:45.571204 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:01:46.552873 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:47.995226 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44266) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:48.213943 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a001b95f-6fd7-4767-9413-e471f6f39539 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:01:48.215467 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a001b95f-6fd7-4767-9413-e471f6f39539 demo admin] 10.222.0.15 "GET /v2.0/subnets/b525c83e-dc1c-413c-b6bc-ca060e849189 HTTP/1.1" status: 200 len: 849 time: 0.2191672 Mar 10 04:01:48.229390 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:48.352155 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-61de180a-0cec-439a-8e5e-40df05791bd6 demo admin] 10.222.0.15 "GET /v2.0/routers/304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 HTTP/1.1" status: 200 len: 704 time: 0.1308658 Mar 10 04:01:48.623002 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:48.916038 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Allocated IP 172.20.0.1 (73909978-844a-4549-893a-c9c4b8754ef1/b525c83e-dc1c-413c-b6bc-ca060e849189/994df104-c07f-4c29-b3f8-7d2d1ec66f68) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:01:49.103963 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Publish callbacks [] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:49.171756 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:49.251284 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Network 73909978-844a-4549-893a-c9c4b8754ef1 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:01:49.255757 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:01:49.261304 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Pushing event updated for resources: {'Port': ['ID=994df104-c07f-4c29-b3f8-7d2d1ec66f68,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:49.264649 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:01:49.265315 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:49.468463 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:49.494420 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-49f46c16-e49f-4cbd-bfe5-15713029874b None None] Provisioning complete for port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:49.495047 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-49f46c16-e49f-4cbd-bfe5-15713029874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:49.578728 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-49f46c16-e49f-4cbd-bfe5-15713029874b None None] Port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:01:49.724756 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Publish callbacks [] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:49.729053 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:49.729852 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:49.791366 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Pushing event updated for resources: {'Port': ['ID=994df104-c07f-4c29-b3f8-7d2d1ec66f68,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:49.853536 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Network 73909978-844a-4549-893a-c9c4b8754ef1 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:01:49.854844 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:01:50.010035 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:50.020020 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Router 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:01:50.121115 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:01:50.126998 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b6ce86e5-d892-4ed4-a901-18e268f63ebb demo admin] 10.222.0.15 "PUT /v2.0/routers/304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7698348 Mar 10 04:01:50.131123 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Sync routers for ids ['304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:01:50.143119 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Routers {'304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:01:50.144005 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:01:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:50.202443 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-74ae8e17-cb60-4059-9157-a140f71302d4 None None] Provisioning complete for port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:50.203139 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-74ae8e17-cb60-4059-9157-a140f71302d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:50.237953 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-74ae8e17-cb60-4059-9157-a140f71302d4 None None] Port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:01:50.337336 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Set router 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:01:50.790434 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'name': 'router1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:01:39Z', 'updated_at': '2022-03-10T04:01:49Z', 'revision_number': 2, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'gw_port_host': None, '_interfaces': [{'id': '994df104-c07f-4c29-b3f8-7d2d1ec66f68', 'name': '', 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'mac_address': 'fa:16:3e:89:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:48Z', 'updated_at': '2022-03-10T04:01:49Z', 'revision_number': 2, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'subnets': [{'id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9293be9-9149-492b-b8c7-00330945cc95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:50.841201 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Checking router: 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:01:50.841561 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Updating router 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:01:50.891836 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:51.394464 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Publish callbacks [] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:51.400896 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:51.561703 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Attempting to bind port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:01:51.562101 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Attempting to bind port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:01:51.562543 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Attempting to bind port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 on network 73909978-844a-4549-893a-c9c4b8754ef1 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:01:51.574098 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:01:51.574443 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Checking segment: {'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:01:51.575052 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:51.575309 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Bound using segment: {'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:01:51.575796 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Bound port: 994df104-c07f-4c29-b3f8-7d2d1ec66f68, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5126a5c-c283-4efd-85c1-a4ffba8a740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:01:51.576217 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:51.584470 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Pushing event updated for resources: {'Port': ['ID=994df104-c07f-4c29-b3f8-7d2d1ec66f68,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:51.597122 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.597474 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.597811 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.598141 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.598464 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.598786 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.599118 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.599440 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.599776 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.600109 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.600429 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.600745 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.601058 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Tracked resource versions report: Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: pushed versions: Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: { 'AddressGroup': {'1.2'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'ConntrackHelper': {'1.0'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Log': {'1.0'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Network': {'1.1'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Port': {'1.7'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'PortForwarding': {'1.2'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'QosPolicy': {'1.10'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SecurityGroup': {'1.5'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SubPort': {'1.0'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Subnet': {'1.1'}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Trunk': {'1.1'}} Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: consumer versions: Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: { DHCP agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: L3 agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: Metadata agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: Metering agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: Open vSwitch agent@dv-cinder-778193-25-iscsi: { 'AddressGroup': '1.2', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'ConntrackHelper': '1.0', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'LocalIPAssociation': '1.0', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Log': '1.0', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Network': '1.1', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Port': '1.7', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'PortForwarding': '1.2', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'QosPolicy': '1.10', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SecurityGroup': '1.5', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SecurityGroupRule': '1.2', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SubPort': '1.0', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Subnet': '1.1', Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Trunk': '1.1'}} Mar 10 04:01:51.602934 dv-cinder-778193-25-iscsi neutron-server[103260]: {{(pid=103260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:01:51.655905 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] For port 994df104-c07f-4c29-b3f8-7d2d1ec66f68, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:01:51.666281 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-f4d929b6-f759-4e00-9fb7-9633d0f473a6 None None] Provisioning complete for port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:51.666775 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f4d929b6-f759-4e00-9fb7-9633d0f473a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:51.674963 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] For port 994df104-c07f-4c29-b3f8-7d2d1ec66f68, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=994df104-c07f-4c29-b3f8-7d2d1ec66f68,segment=NetworkSegment(b5126a5c-c283-4efd-85c1-a4ffba8a740b),segment_id=b5126a5c-c283-4efd-85c1-a4ffba8a740b)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:01:51.682433 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:51.705725 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-f4d929b6-f759-4e00-9fb7-9633d0f473a6 None None] Port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:01:51.733241 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a060bd-d816-4ef2-b18a-3cb9fb421a66 None None] Pushing event updated for resources: {'Port': ['ID=994df104-c07f-4c29-b3f8-7d2d1ec66f68,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:51.752932 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Routers {'304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:01:51.753561 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:01:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:51.846198 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] Set router 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:01:51.924734 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-9250a483-2a05-4bd2-84c3-ed36ab4f0902 None None] Provisioning complete for port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:51.925044 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9250a483-2a05-4bd2-84c3-ed36ab4f0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:52.000109 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-9250a483-2a05-4bd2-84c3-ed36ab4f0902 None None] Current status of the port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:01:52.000422 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9250a483-2a05-4bd2-84c3-ed36ab4f0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:52.032488 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-9250a483-2a05-4bd2-84c3-ed36ab4f0902 None None] For port 994df104-c07f-4c29-b3f8-7d2d1ec66f68, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=994df104-c07f-4c29-b3f8-7d2d1ec66f68,segment=NetworkSegment(b5126a5c-c283-4efd-85c1-a4ffba8a740b),segment_id=b5126a5c-c283-4efd-85c1-a4ffba8a740b)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:01:52.036903 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9250a483-2a05-4bd2-84c3-ed36ab4f0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:52.058898 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'name': 'router1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:01:39Z', 'updated_at': '2022-03-10T04:01:49Z', 'revision_number': 2, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'gw_port_host': None, '_interfaces': [{'id': '994df104-c07f-4c29-b3f8-7d2d1ec66f68', 'name': '', 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'mac_address': 'fa:16:3e:89:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:48Z', 'updated_at': '2022-03-10T04:01:51Z', 'revision_number': 4, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'subnets': [{'id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9293be9-9149-492b-b8c7-00330945cc95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:01:52.087524 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672503a9-7073-4c06-9ef1-1cedd6856c4d None None] The sync data for ids ['304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'] in dv-cinder-778193-25-iscsi is: [{'id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'name': 'router1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:01:39Z', 'updated_at': '2022-03-10T04:01:49Z', 'revision_number': 2, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'gw_port_host': None, '_interfaces': [{'id': '994df104-c07f-4c29-b3f8-7d2d1ec66f68', 'name': '', 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'mac_address': 'fa:16:3e:89:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:48Z', 'updated_at': '2022-03-10T04:01:51Z', 'revision_number': 4, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'subnets': [{'id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9293be9-9149-492b-b8c7-00330945cc95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:01:52.095481 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250a483-2a05-4bd2-84c3-ed36ab4f0902 None None] Pushing event updated for resources: {'Port': ['ID=994df104-c07f-4c29-b3f8-7d2d1ec66f68,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:52.568515 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44290) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:52.683561 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64827b84-c3cd-475d-9acc-4c22f7bd7496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:01:52.684947 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-64827b84-c3cd-475d-9acc-4c22f7bd7496 admin admin] 10.222.0.15 "GET /v2.0/networks/827cd64c-78ff-4f5b-917b-95cfe98931bb HTTP/1.1" status: 200 len: 842 time: 0.1154752 Mar 10 04:01:52.694600 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:01:52.713748 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Made reservation on behalf of 15f699ac2a074d6bb8d9dc62578c5328 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:01:52.715990 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:52.895780 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:01:53.048960 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.objects.ports [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103258) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 04:01:53.049399 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (f0d871ba-ed26-4ec9-990b-405c5e29ca89), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:53.105378 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d871ba-ed26-4ec9-990b-405c5e29ca89,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:53.112902 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:01:53.113264 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Network hostable DHCP agents. Network: 827cd64c-78ff-4f5b-917b-95cfe98931bb, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:01:53.130930 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:01:53.139465 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 827cd64c-78ff-4f5b-917b-95cfe98931bb) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:01:53.143492 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:01:53.144118 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:53.150367 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e209873-0152-4b8f-9bd1-41c7cdd59288 None None] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:01:53.168487 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-28372c8b-575a-4423-a06e-3b749add4430 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4773002 Mar 10 04:01:53.258253 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8700224a-6cdd-4257-968c-69f2fc5171f6 None None] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:01:55.574141 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44298) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:01:55.808643 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-33261b07-8c67-45e6-95f0-8df42d4c9e6f demo admin] 10.222.0.15 "GET /v2.0/routers/304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 HTTP/1.1" status: 200 len: 710 time: 0.2332625 Mar 10 04:01:55.892784 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751e3c9-09f7-45ae-9cb0-d90e6732ad30 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:01:55.894129 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9751e3c9-09f7-45ae-9cb0-d90e6732ad30 demo admin] 10.222.0.15 "GET /v2.0/networks/827cd64c-78ff-4f5b-917b-95cfe98931bb HTTP/1.1" status: 200 len: 886 time: 0.0802407 Mar 10 04:01:55.902671 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:01:56.152600 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks [] for router_gateway (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:56.421264 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks [] for router_gateway (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:56.495711 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:56.643459 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Allocated IP 172.27.2.187 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/d86ee765-b323-4d11-b66a-036dd70ec70a) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:01:56.749970 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks [] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:56.808914 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:56.888018 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:01:56.894827 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:01:56.897030 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Pushing event updated for resources: {'Port': ['ID=d86ee765-b323-4d11-b66a-036dd70ec70a,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:01:56.900433 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:01:57.187342 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks [] for router_gateway (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:57.397916 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-771843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254864'] for router (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:57.403554 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-771852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-771861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784046'] for router (304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:57.515396 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Router 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:01:57.685649 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:01:57.690643 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:57.691934 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-1ac78a53-8537-4756-b9ed-91b4f8d868a9 demo admin] 10.222.0.15 "PUT /v2.0/routers/304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 HTTP/1.1" status: 200 len: 890 time: 1.7923374 Mar 10 04:01:58.782190 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 994df104-c07f-4c29-b3f8-7d2d1ec66f68 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:01:58.836271 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:01:58.836672 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:58.916706 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:02:00.238461 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44312) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:02:00.357220 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2086a9c7-9e4a-4cd7-b12e-c76e7a339de7 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1174638 Mar 10 04:02:00.593575 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Sync routers for ids ['304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:02:00.606085 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Routers {'304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:02:00.606729 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:01:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:02:00.821219 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Set router 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:02:01.302172 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'name': 'router1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd86ee765-b323-4d11-b66a-036dd70ec70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:01:39Z', 'updated_at': '2022-03-10T04:01:57Z', 'revision_number': 4, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'gw_port': {'id': 'd86ee765-b323-4d11-b66a-036dd70ec70a', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:56Z', 'updated_at': '2022-03-10T04:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '994df104-c07f-4c29-b3f8-7d2d1ec66f68', 'name': '', 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'mac_address': 'fa:16:3e:89:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:48Z', 'updated_at': '2022-03-10T04:01:52Z', 'revision_number': 5, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'subnets': [{'id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9293be9-9149-492b-b8c7-00330945cc95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:02:01.351554 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Checking router: 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:02:01.351898 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Updating router 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 port d86ee765-b323-4d11-b66a-036dd70ec70a binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:02:01.404285 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:01.719739 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Publish callbacks [] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:01.728332 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:01.779130 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Attempting to bind port d86ee765-b323-4d11-b66a-036dd70ec70a on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:02:01.779494 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Attempting to bind port d86ee765-b323-4d11-b66a-036dd70ec70a by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:02:01.779883 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Attempting to bind port d86ee765-b323-4d11-b66a-036dd70ec70a on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:02:01.781808 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c3899-28ec-452d-a570-95f9b59dc872 None None] Pushing event updated for resources: {'Port': ['ID=d86ee765-b323-4d11-b66a-036dd70ec70a,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:02:01.787136 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:02:01.787504 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:02:01.787918 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:01.788299 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:02:01.788757 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Bound port: d86ee765-b323-4d11-b66a-036dd70ec70a, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:02:01.789517 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:01.839486 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] For port d86ee765-b323-4d11-b66a-036dd70ec70a, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:02:01.842388 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] For port d86ee765-b323-4d11-b66a-036dd70ec70a, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=d86ee765-b323-4d11-b66a-036dd70ec70a,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:02:01.849450 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:01.905212 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c3899-28ec-452d-a570-95f9b59dc872 None None] Pushing event updated for resources: {'Port': ['ID=d86ee765-b323-4d11-b66a-036dd70ec70a,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:02:01.907939 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Routers {'304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:02:01.908520 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:01:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:02:02.016072 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] Set router 304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:02:02.245790 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'name': 'router1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd86ee765-b323-4d11-b66a-036dd70ec70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:01:39Z', 'updated_at': '2022-03-10T04:01:57Z', 'revision_number': 4, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'gw_port': {'id': 'd86ee765-b323-4d11-b66a-036dd70ec70a', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:56Z', 'updated_at': '2022-03-10T04:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '994df104-c07f-4c29-b3f8-7d2d1ec66f68', 'name': '', 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'mac_address': 'fa:16:3e:89:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:48Z', 'updated_at': '2022-03-10T04:01:52Z', 'revision_number': 5, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'subnets': [{'id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9293be9-9149-492b-b8c7-00330945cc95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:02:02.273577 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9dc4c-8e5a-4233-80de-d09ae4f96a33 None None] The sync data for ids ['304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311'] in dv-cinder-778193-25-iscsi is: [{'id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'name': 'router1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd86ee765-b323-4d11-b66a-036dd70ec70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:01:39Z', 'updated_at': '2022-03-10T04:01:57Z', 'revision_number': 4, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'gw_port': {'id': 'd86ee765-b323-4d11-b66a-036dd70ec70a', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:48:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:56Z', 'updated_at': '2022-03-10T04:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '994df104-c07f-4c29-b3f8-7d2d1ec66f68', 'name': '', 'network_id': '73909978-844a-4549-893a-c9c4b8754ef1', 'tenant_id': '296b04835db8494cbdfa27b87fe62760', 'mac_address': 'fa:16:3e:89:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304ff1ad-f7a3-4ce5-9b6c-168eaf7bd311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:01:48Z', 'updated_at': '2022-03-10T04:01:52Z', 'revision_number': 5, 'project_id': '296b04835db8494cbdfa27b87fe62760', 'subnets': [{'id': 'b525c83e-dc1c-413c-b6bc-ca060e849189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9293be9-9149-492b-b8c7-00330945cc95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:02:02.819075 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device d86ee765-b323-4d11-b66a-036dd70ec70a up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:02:02.878061 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port d86ee765-b323-4d11-b66a-036dd70ec70a triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:02:02.878061 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:02.984014 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port d86ee765-b323-4d11-b66a-036dd70ec70a is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:02:02.984339 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:03.013742 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port d86ee765-b323-4d11-b66a-036dd70ec70a, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=d86ee765-b323-4d11-b66a-036dd70ec70a,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:02:03.022864 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:03.098708 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=d86ee765-b323-4d11-b66a-036dd70ec70a,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:02:04.781859 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device d86ee765-b323-4d11-b66a-036dd70ec70a up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:02:04.850931 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port d86ee765-b323-4d11-b66a-036dd70ec70a triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:02:04.851566 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (d86ee765-b323-4d11-b66a-036dd70ec70a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:04.953301 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port d86ee765-b323-4d11-b66a-036dd70ec70a is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:02:13.358459 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-09609a53-7469-47b8-a5a5-410fd973cc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:15.530909 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4872e3f-31c7-462d-a956-e2cd6d8a770c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:16.558796 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:18.241890 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:20.005627 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:29.894547 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:02:43.362940 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-db3f3610-c7c5-4677-97fe-c18336d9ed70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:45.525384 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-18855b76-6b9a-49dc-8d97-a70a576ea554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:46.555431 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:48.241580 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:02:50.000896 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:06.893177 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:03:13.365531 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2e796ee1-e898-41af-b314-7f5fd39ba8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:15.526762 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9ddeed7b-3236-4808-8d08-6aebcaa52e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:16.558270 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:18.237942 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:20.005669 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:21.447915 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44796) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:21.508225 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceddbe82-e7e5-4a84-a4c2-11765d15a4dd admin admin] GET failed (client error): The resource could not be found. Mar 10 04:03:21.509516 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ceddbe82-e7e5-4a84-a4c2-11765d15a4dd admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600686 Mar 10 04:03:21.666545 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a381b6-1fa2-46d9-92da-e9fe123b6de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:21.667999 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d9a381b6-1fa2-46d9-92da-e9fe123b6de2 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1537755 Mar 10 04:03:23.968764 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44806) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:24.057216 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c17fb0-6078-42c2-bb4d-afa2aecf3c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:24.058552 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c0c17fb0-6078-42c2-bb4d-afa2aecf3c56 admin admin] 10.222.0.15 "GET /v2.0/subnets/b525c83e-dc1c-413c-b6bc-ca060e849189 HTTP/1.1" status: 200 len: 849 time: 0.0888224 Mar 10 04:03:24.067762 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:03:24.153942 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Publish callbacks [] for subnet (b525c83e-dc1c-413c-b6bc-ca060e849189), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:24.287003 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792140781150'] for subnet (b525c83e-dc1c-413c-b6bc-ca060e849189), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:24.316327 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:24.316906 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:24.318557 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] 10.222.0.15 "PUT /v2.0/subnets/b525c83e-dc1c-413c-b6bc-ca060e849189 HTTP/1.1" status: 200 len: 868 time: 0.2540236 Mar 10 04:03:24.333935 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a63785-05ed-4d22-aaec-ef70b73e634b None None] Network 73909978-844a-4549-893a-c9c4b8754ef1 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:03:24.341402 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b525c83e-dc1c-413c-b6bc-ca060e849189,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:03:24.348719 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.349082 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.349427 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.349760 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.350093 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.350421 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.350761 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.351089 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.351425 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.351780 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.352103 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.352418 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.352738 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded5399-76c7-431d-befa-192d58781002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:03:24.690286 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-acd05293-e27e-40a3-a360-122151cb41e5 None None] Provisioning complete for port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:03:24.690670 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-acd05293-e27e-40a3-a360-122151cb41e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5de2f283-4ac4-4d27-9b4b-a89f07dfc00c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:24.765361 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-acd05293-e27e-40a3-a360-122151cb41e5 None None] Current status of the port 5de2f283-4ac4-4d27-9b4b-a89f07dfc00c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:03:24.774997 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-acd05293-e27e-40a3-a360-122151cb41e5 None None] Provisioning complete for port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:03:24.775378 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-acd05293-e27e-40a3-a360-122151cb41e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (994df104-c07f-4c29-b3f8-7d2d1ec66f68), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:24.850031 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-acd05293-e27e-40a3-a360-122151cb41e5 None None] Current status of the port 994df104-c07f-4c29-b3f8-7d2d1ec66f68 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:03:26.659226 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44814) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:26.855037 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb45040-f64f-45c2-938f-47f8adb490e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:26.855436 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb45040-f64f-45c2-938f-47f8adb490e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:26.856978 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4fb45040-f64f-45c2-938f-47f8adb490e0 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967931 Mar 10 04:03:29.148447 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44824) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:29.342306 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e245c8-8fc4-4291-822b-31f71d153ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:29.342704 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e245c8-8fc4-4291-822b-31f71d153ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:29.344262 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-45e245c8-8fc4-4291-822b-31f71d153ded admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948621 Mar 10 04:03:31.628190 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44832) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:31.770901 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccda5e2-8eb3-447d-9b0a-20782aaac25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:31.772299 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-cccda5e2-8eb3-447d-9b0a-20782aaac25b admin admin] 10.222.0.15 "GET /v2.0/networks/73909978-844a-4549-893a-c9c4b8754ef1 HTTP/1.1" status: 200 len: 869 time: 0.1431577 Mar 10 04:03:34.079858 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44840) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:34.204925 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8941e7-8abd-4ce6-98ed-7a05a28cb2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:34.206274 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ff8941e7-8abd-4ce6-98ed-7a05a28cb2ee admin admin] 10.222.0.15 "GET /v2.0/networks/827cd64c-78ff-4f5b-917b-95cfe98931bb HTTP/1.1" status: 200 len: 886 time: 0.1254473 Mar 10 04:03:36.502857 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44848) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:36.626039 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4ba1b7-e630-44c5-86e0-36f3aec3b0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:36.626500 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4ba1b7-e630-44c5-86e0-36f3aec3b0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:36.628028 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cf4ba1b7-e630-44c5-86e0-36f3aec3b0ef admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241145 Mar 10 04:03:38.947364 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44856) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:39.034730 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad663e1-a709-4aff-a891-7d06043c33f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:39.035108 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad663e1-a709-4aff-a891-7d06043c33f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:39.036616 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cad663e1-a709-4aff-a891-7d06043c33f9 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0876534 Mar 10 04:03:41.361969 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44864) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:41.460628 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29bfe2-cfaf-43a2-86cb-21ab60c61481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:41.461936 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-bb29bfe2-cfaf-43a2-86cb-21ab60c61481 admin admin] 10.222.0.15 "GET /v2.0/subnets/b525c83e-dc1c-413c-b6bc-ca060e849189 HTTP/1.1" status: 200 len: 868 time: 0.0989995 Mar 10 04:03:43.368736 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-88c9aba6-f624-4a35-b7f6-8126876bbb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:43.781191 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44872) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:03:43.865069 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172fa5e-111d-4316-a355-04fa945cc67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:03:43.866371 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8172fa5e-111d-4316-a355-04fa945cc67d admin admin] 10.222.0.15 "GET /v2.0/subnets/f0d871ba-ed26-4ec9-990b-405c5e29ca89 HTTP/1.1" status: 200 len: 816 time: 0.0842478 Mar 10 04:03:43.891761 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:03:45.528603 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad54b-5379-4421-8f5a-b56fd6d26e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:46.561448 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:48.239815 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:03:50.009194 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:11.741828 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44924) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:04:11.787274 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [None req-f3be92f7-cd50-4d9a-8eef-b0f77386f670 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:04:11.788294 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f3be92f7-cd50-4d9a-8eef-b0f77386f670 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455234 Mar 10 04:04:13.371762 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7eb64efe-ef30-42ba-a956-4082bf935e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:14.163788 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44932) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:04:14.224159 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5098617-0184-4ae1-8c3d-1436cd37b1a4 admin admin] GET failed (client error): The resource could not be found. Mar 10 04:04:14.225403 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c5098617-0184-4ae1-8c3d-1436cd37b1a4 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606766 Mar 10 04:04:14.308552 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df7ee8f-2017-46e2-99f8-1f1e6b428e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:04:14.310017 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-0df7ee8f-2017-46e2-99f8-1f1e6b428e18 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0801136 Mar 10 04:04:15.529280 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5933ded0-26a4-4659-baea-051604fac7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:16.562065 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:16.626453 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44940) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:04:16.672294 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:04:16.691156 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Made reservation on behalf of 15f699ac2a074d6bb8d9dc62578c5328 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:04:16.693383 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:16.729849 dv-cinder-778193-25-iscsi neutron-server[103258]: WARNING neutron.services.revisions.revision_plugin [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Could not find related network for resource to bump revision. Mar 10 04:04:16.742220 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:04:16.751752 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (537423fa-a718-409f-8369-fb8ab38ea034), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:16.752089 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Added segment 537423fa-a718-409f-8369-fb8ab38ea034 of type vlan for network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb Mar 10 04:04:16.797418 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:16.820384 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:16.821251 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:04:16.821819 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:16.864648 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2371228 Mar 10 04:04:16.919124 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3451b7-8bf3-4846-bdb9-55e2f7aca9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:04:16.930113 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:04:18.242734 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:19.233171 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 44948) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:04:19.299523 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.pecan_wsgi.hooks.translation [None req-49772671-4bb5-42e0-af6b-bab701091a7f admin admin] GET failed (client error): The resource could not be found. Mar 10 04:04:19.300911 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-49772671-4bb5-42e0-af6b-bab701091a7f admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668011 Mar 10 04:04:19.373519 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e0196e-dd6c-400b-bdf9-c65812543e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:04:19.374827 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a6e0196e-dd6c-400b-bdf9-c65812543e9f admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692744 Mar 10 04:04:19.384257 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:04:19.402140 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Made reservation on behalf of 15f699ac2a074d6bb8d9dc62578c5328 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:04:19.404458 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:19.643241 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (f30d8c84-dbc0-414a-91f6-96c2588337c6), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:19.689215 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30d8c84-dbc0-414a-91f6-96c2588337c6,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:04:19.705388 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Checking segment: {'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:04:19.705737 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Network hostable DHCP agents. Network: 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:04:19.721690 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:04:19.730557 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:04:19.734522 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:04:19.735112 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:19.739769 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50088a-1b7a-4981-9e13-e84dcdc6cb05 None None] Network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:04:19.751167 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-dcde9f33-f5c6-491a-bc04-c2c2f74a7ba4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3700650 Mar 10 04:04:19.850953 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb', 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb', 'project_id': '15f699ac2a074d6bb8d9dc62578c5328', 'fixed_ips': [{'subnet_id': 'f30d8c84-dbc0-414a-91f6-96c2588337c6'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:04:19.851879 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:20.097349 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Allocated IP 192.168.233.2 (188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb/f30d8c84-dbc0-414a-91f6-96c2588337c6/42c23c01-68e1-46d4-ad86-37d5632b3b58) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:04:20.102757 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:20.249200 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Publish callbacks [] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:20.256786 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:20.292919 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:04:20.295744 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:04:20.301574 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:04:20.309864 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Pushing event updated for resources: {'Port': ['ID=42c23c01-68e1-46d4-ad86-37d5632b3b58,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:04:20.332986 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.333353 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.333713 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.334047 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.334371 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.334692 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.335024 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.335346 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.335666 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.336022 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.336340 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.336652 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.336966 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:04:20.374665 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Attempting to bind port 42c23c01-68e1-46d4-ad86-37d5632b3b58 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:04:20.374954 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Attempting to bind port 42c23c01-68e1-46d4-ad86-37d5632b3b58 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:04:20.375319 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Attempting to bind port 42c23c01-68e1-46d4-ad86-37d5632b3b58 on network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:04:20.381091 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:04:20.381463 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Checking segment: {'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:04:20.381860 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:20.382254 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Bound using segment: {'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:04:20.382715 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Bound port: 42c23c01-68e1-46d4-ad86-37d5632b3b58, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:04:20.383088 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:20.446285 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] For port 42c23c01-68e1-46d4-ad86-37d5632b3b58, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:04:20.450486 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] For port 42c23c01-68e1-46d4-ad86-37d5632b3b58, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=42c23c01-68e1-46d4-ad86-37d5632b3b58,segment=NetworkSegment(537423fa-a718-409f-8369-fb8ab38ea034),segment_id=537423fa-a718-409f-8369-fb8ab38ea034)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:04:20.456317 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:20.516319 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369071-c5d9-4661-aa6a-df0f4e8351d6 None None] Pushing event updated for resources: {'Port': ['ID=42c23c01-68e1-46d4-ad86-37d5632b3b58,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:04:20.883966 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 42c23c01-68e1-46d4-ad86-37d5632b3b58 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:04:20.891396 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:04:20.934943 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 42c23c01-68e1-46d4-ad86-37d5632b3b58 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:04:20.935259 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:21.015922 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 42c23c01-68e1-46d4-ad86-37d5632b3b58 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:04:21.016322 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:21.049023 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 42c23c01-68e1-46d4-ad86-37d5632b3b58, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=42c23c01-68e1-46d4-ad86-37d5632b3b58,segment=NetworkSegment(537423fa-a718-409f-8369-fb8ab38ea034),segment_id=537423fa-a718-409f-8369-fb8ab38ea034)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:04:21.053843 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:21.101574 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=42c23c01-68e1-46d4-ad86-37d5632b3b58,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:04:21.397168 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede8a860-d76d-406c-b571-23476a2da2b6 None None] Network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:04:21.513232 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-bb2e9284-8a6b-4019-a976-4d0b9b70e849 None None] Provisioning complete for port 42c23c01-68e1-46d4-ad86-37d5632b3b58 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:04:21.513616 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bb2e9284-8a6b-4019-a976-4d0b9b70e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:21.602991 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e9284-8a6b-4019-a976-4d0b9b70e849 None None] Current status of the port 42c23c01-68e1-46d4-ad86-37d5632b3b58 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:04:21.723187 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a8c493d6-c6ef-4705-b96a-393f19fd3443 None None] Provisioning complete for port 42c23c01-68e1-46d4-ad86-37d5632b3b58 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:04:21.723582 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a8c493d6-c6ef-4705-b96a-393f19fd3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:21.801711 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a8c493d6-c6ef-4705-b96a-393f19fd3443 None None] Current status of the port 42c23c01-68e1-46d4-ad86-37d5632b3b58 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:04:22.828291 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 42c23c01-68e1-46d4-ad86-37d5632b3b58 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:04:22.879661 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 42c23c01-68e1-46d4-ad86-37d5632b3b58 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:04:22.880074 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (42c23c01-68e1-46d4-ad86-37d5632b3b58), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:22.954072 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 42c23c01-68e1-46d4-ad86-37d5632b3b58 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:04:43.373154 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-80e6aa06-9761-45ad-8411-e2c46330354b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:45.529813 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b8697007-2dd4-4eb2-ab29-b1de054b5fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:46.566892 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:48.244685 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:50.014729 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:04:57.889955 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:05:13.375984 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8f4668a8-8d46-4943-9ec5-af81cccc5437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:15.530356 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ff74784f-5802-4620-bc4b-2544b9b6f1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:16.567533 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:18.249393 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:20.016918 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:34.889934 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:05:38.759436 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 44986) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:05:38.765509 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [None req-fcb428a0-c098-4922-b31e-57a28e84c1d7 tempest-verify_tempest_config-1276224135 tempest-verify_tempest_config-1276224135-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:05:38.766459 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fcb428a0-c098-4922-b31e-57a28e84c1d7 tempest-verify_tempest_config-1276224135 tempest-verify_tempest_config-1276224135-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060723 Mar 10 04:05:39.044498 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45004) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:05:39.145284 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:39.219586 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Publish callbacks [] for security_group (bba5f371-c43b-4f75-a3d5-b4676db5b6c7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:39.222957 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bba5f371-c43b-4f75-a3d5-b4676db5b6c7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:39.267525 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a1792b10f9540578fea78df171d26ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2219987 Mar 10 04:05:39.268357 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5f371-c43b-4f75-a3d5-b4676db5b6c7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:05:39.270140 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45008) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:05:39.280608 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.280958 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.281298 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.281627 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.281954 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.282275 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.282609 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.282931 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.283262 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.283582 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.283921 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.284233 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.284546 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94387f-a95f-402f-8c49-497b3fb82682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:05:39.334453 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf176232-47aa-4158-b366-9dba76324a2a admin admin] Publish callbacks [] for security_group (bba5f371-c43b-4f75-a3d5-b4676db5b6c7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:39.354445 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf176232-47aa-4158-b366-9dba76324a2a admin admin] Publish callbacks [] for security_group (bba5f371-c43b-4f75-a3d5-b4676db5b6c7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:39.448033 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf176232-47aa-4158-b366-9dba76324a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bba5f371-c43b-4f75-a3d5-b4676db5b6c7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:39.451224 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cf176232-47aa-4158-b366-9dba76324a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:39.452534 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cf176232-47aa-4158-b366-9dba76324a2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bba5f371-c43b-4f75-a3d5-b4676db5b6c7 HTTP/1.1" status: 204 len: 168 time: 0.1807332 Mar 10 04:05:39.460463 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf176232-47aa-4158-b366-9dba76324a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5f371-c43b-4f75-a3d5-b4676db5b6c7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:05:43.378960 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a26d38fe-5b1d-4659-a638-e0af1d12fc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:45.532456 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f4667efd-7fb1-475c-af8c-79d2d39da0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:46.570866 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:48.254030 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:05:50.030367 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:11.889046 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:06:13.380432 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-adb71b5a-eec7-4903-b662-0e625f9b3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:15.533699 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1342fc17-e395-4d7c-9a50-6c91c626d410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:16.576361 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:18.255479 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:20.024012 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:43.382182 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f4b0af22-92b4-49e2-9dbb-34c07e27bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:45.534791 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4c4b67f6-ebfe-4306-a834-1ee154bff240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:46.577225 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:48.260020 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:06:48.887939 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:06:50.027564 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:13.387425 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-67f13e10-063d-410a-9661-96bf4baf12ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:15.535712 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c239329-f061-428a-ab78-a767c9fd31fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:16.494982 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784405'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:16.580236 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:18.262616 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:20.029567 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:25.886302 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:07:31.053742 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45078) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:07:31.156965 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c35243b7-0c21-471c-9cca-de091444f3c5 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1021070 Mar 10 04:07:33.470405 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45088) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:07:33.524020 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4279a8e0-8ff6-49a4-9e37-ca2f7ff14474 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0524795 Mar 10 04:07:43.389330 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1927def2-4c3e-4924-b481-08ba796357d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:45.537163 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-415cad1a-4605-47ea-9f59-815e526fd390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:46.443670 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:46.581901 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:48.265722 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:07:50.031434 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:02.884892 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:08:13.390891 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ddc2dc25-3aa3-4cec-b210-eb1a008b584b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:15.538810 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4742f886-6d92-457d-a344-021fa5a18091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:16.474198 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:16.583820 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:18.270647 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:20.033130 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:39.883447 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:08:43.392721 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-02d2e157-674b-4886-99c0-9295c61aeb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:45.540166 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d1911d5-33d6-4d03-b47f-1b6f8fce6951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:46.505734 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:46.586576 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:48.273820 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:08:50.036309 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.078789 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45250) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:08.375435 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-network', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:08.396819 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Made reservation on behalf of c83ea9d1851f48939afa94258e6af2fc for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:08.399258 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.408646 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.487666 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Publish callbacks [] for security_group (0f7ae59b-098a-430b-95d6-08116bc58f74), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.492237 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0f7ae59b-098a-430b-95d6-08116bc58f74), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.526973 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:09:08.534335 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7ae59b-098a-430b-95d6-08116bc58f74,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:08.545625 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.546358 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.546735 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.547204 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.547718 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.548221 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.548718 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.548980 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.549285 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.549714 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.549932 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.550255 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.550610 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Tracked resource versions report: Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: pushed versions: Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: { 'AddressGroup': {'1.2'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Log': {'1.0'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Network': {'1.1'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Port': {'1.7'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'PortForwarding': {'1.2'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'QosPolicy': {'1.10'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SecurityGroup': {'1.5'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SubPort': {'1.0'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Subnet': {'1.1'}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Trunk': {'1.1'}} Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: consumer versions: Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: { DHCP agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: HyperV agent@hv-cinder-77819: {}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: L3 agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: Metadata agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: Metering agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: Open vSwitch agent@dv-cinder-778193-25-iscsi: { 'AddressGroup': '1.2', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'ConntrackHelper': '1.0', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'LocalIPAssociation': '1.0', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Log': '1.0', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Network': '1.1', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Port': '1.7', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'PortForwarding': '1.2', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'QosPolicy': '1.10', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SecurityGroup': '1.5', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SecurityGroupRule': '1.2', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'SubPort': '1.0', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Subnet': '1.1', Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: 'Trunk': '1.1'}} Mar 10 04:09:08.551651 dv-cinder-778193-25-iscsi neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:09:08.558059 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (917b2b97-bc04-41e5-b002-0195081d2557), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.558653 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Added segment 917b2b97-bc04-41e5-b002-0195081d2557 of type vlan for network cab45d90-dce4-432e-bd1e-1247398e9255 Mar 10 04:09:08.604927 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (cab45d90-dce4-432e-bd1e-1247398e9255), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.635264 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (cab45d90-dce4-432e-bd1e-1247398e9255), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.636362 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:08.636966 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.680240 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45294) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:08.684246 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6043453 Mar 10 04:09:08.685895 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Request body: {'subnet': {'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-subnet', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:08.707074 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Made reservation on behalf of c83ea9d1851f48939afa94258e6af2fc for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:08.710293 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.724487 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845312dc-c856-49ad-90cc-5cfaea8a60dd admin admin] Pushing event updated for resources: {'Network': ['ID=cab45d90-dce4-432e-bd1e-1247398e9255,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:08.737221 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network cab45d90-dce4-432e-bd1e-1247398e9255 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:09:08.896245 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45302) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:08.902794 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (43c95aac-76c0-483e-b7a3-7788dbd5669c), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:08.961513 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c95aac-76c0-483e-b7a3-7788dbd5669c,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:08.976057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.976423 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.976770 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.977103 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.977433 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.977769 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.978107 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.978433 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.978771 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.979097 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.979415 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.979754 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.980072 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Tracked resource versions report: Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: pushed versions: Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: { 'AddressGroup': {'1.2'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Log': {'1.0'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Network': {'1.1'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Port': {'1.7'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'PortForwarding': {'1.2'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'QosPolicy': {'1.10'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SecurityGroup': {'1.5'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SubPort': {'1.0'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Subnet': {'1.1'}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Trunk': {'1.1'}} Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: consumer versions: Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: { DHCP agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: HyperV agent@hv-cinder-77819: {}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: L3 agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: Metadata agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: Metering agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: Open vSwitch agent@dv-cinder-778193-25-iscsi: { 'AddressGroup': '1.2', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'ConntrackHelper': '1.0', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'LocalIPAssociation': '1.0', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Log': '1.0', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Network': '1.1', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Port': '1.7', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'PortForwarding': '1.2', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'QosPolicy': '1.10', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SecurityGroup': '1.5', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SecurityGroupRule': '1.2', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'SubPort': '1.0', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Subnet': '1.1', Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: 'Trunk': '1.1'}} Mar 10 04:09:08.981150 dv-cinder-778193-25-iscsi neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:09:08.988890 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Checking segment: {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:08.989476 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Network hostable DHCP agents. Network: cab45d90-dce4-432e-bd1e-1247398e9255, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:09:09.006184 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45308) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:09.009197 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Network cab45d90-dce4-432e-bd1e-1247398e9255 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:09:09.018771 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, cab45d90-dce4-432e-bd1e-1247398e9255) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:09.023540 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:09.024165 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.030581 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266d4017-5053-4be2-bd72-7668f684a563 None None] Network cab45d90-dce4-432e-bd1e-1247398e9255 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:09:09.054769 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45314) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:09.056378 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ea44c126-6572-4fc2-a90f-937221b42650 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3706107 Mar 10 04:09:09.059852 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:09.084417 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (1f625d44-833d-4a7d-944d-90023f14b9ab), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.086339 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (1f625d44-833d-4a7d-944d-90023f14b9ab), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.136577 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ea1ad-5b0d-4887-af59-0dfb73cf5373 None None] Network cab45d90-dce4-432e-bd1e-1247398e9255 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:09:09.236732 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks [] for router_controller (1f625d44-833d-4a7d-944d-90023f14b9ab), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.352531 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-527244999-network', 'tenant_id': '1043931780a941138b2c0a8bd33e3723'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:09.362451 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45322) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:09.399291 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks [] for router_gateway (1f625d44-833d-4a7d-944d-90023f14b9ab), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.415849 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-688703553-network', 'tenant_id': '2e617a5a84b449da8e8806baed547052'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:09.443482 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Made reservation on behalf of 1043931780a941138b2c0a8bd33e3723 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:09.446285 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.461255 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.470150 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Made reservation on behalf of 2e617a5a84b449da8e8806baed547052 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:09.472920 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.492295 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.653897 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Publish callbacks [] for security_group (46d0fc3c-1441-449f-88de-494f20bf423f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.664595 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (46d0fc3c-1441-449f-88de-494f20bf423f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.666467 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-319684878-network', 'tenant_id': '8709904b3d2c45eeaf39c924b23a36b7'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:09.691145 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Made reservation on behalf of 8709904b3d2c45eeaf39c924b23a36b7 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:09.695957 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.707533 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.707737 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Publish callbacks [] for security_group (a8eef0f9-eecd-41a7-b030-8df193aeb0f2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.709626 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d0fc3c-1441-449f-88de-494f20bf423f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:09.722250 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:09:09.729526 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a8eef0f9-eecd-41a7-b030-8df193aeb0f2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.745031 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:09:09.754738 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (b20f5224-aa26-4002-9251-f6e3ef1e45d8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.755055 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Added segment b20f5224-aa26-4002-9251-f6e3ef1e45d8 of type vlan for network 4410d252-aefa-4843-8da2-38cf2eec01c6 Mar 10 04:09:09.806810 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (4410d252-aefa-4843-8da2-38cf2eec01c6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.828047 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Publish callbacks [] for security_group (1843eaec-909f-4c06-8966-3e94e0659242), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.835076 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (1843eaec-909f-4c06-8966-3e94e0659242), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.867926 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1843eaec-909f-4c06-8966-3e94e0659242,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:09.869797 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (4410d252-aefa-4843-8da2-38cf2eec01c6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.870834 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:09.871319 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.881221 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:09:09.893236 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (06bb14b7-f29d-4709-b2f4-d5fcdf861dc0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.893640 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Added segment 06bb14b7-f29d-4709-b2f4-d5fcdf861dc0 of type vlan for network 59347b9f-2f5e-411b-86f5-64b8472f699d Mar 10 04:09:09.896295 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (05a68e08-278b-481e-8fbc-5b74da495ee2), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.897185 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Added segment 05a68e08-278b-481e-8fbc-5b74da495ee2 of type vlan for network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef Mar 10 04:09:09.904858 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8971727 Mar 10 04:09:09.905968 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45362) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:09.913255 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Request body: {'subnet': {'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-688703553-subnet', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:09.962877 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (93e68a5d-7ca1-420b-bdee-2751dbe3cfef), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:09.974694 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Made reservation on behalf of 2e617a5a84b449da8e8806baed547052 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:09.977411 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.036041 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eef0f9-eecd-41a7-b030-8df193aeb0f2,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:10.055874 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (93e68a5d-7ca1-420b-bdee-2751dbe3cfef), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.057149 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:10.057729 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.070940 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (59347b9f-2f5e-411b-86f5-64b8472f699d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.117686 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks [] for router_gateway (1f625d44-833d-4a7d-944d-90023f14b9ab), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.120170 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7565184 Mar 10 04:09:10.120979 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13054160-995b-4eca-b046-0564f6b1d787 admin admin] Pushing event updated for resources: {'Network': ['ID=4410d252-aefa-4843-8da2-38cf2eec01c6,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:10.123026 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45370) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:10.131050 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Request body: {'subnet': {'network_id': '93e68a5d-7ca1-420b-bdee-2751dbe3cfef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-319684878-subnet', 'tenant_id': '8709904b3d2c45eeaf39c924b23a36b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:10.133841 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:09:10.158196 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.263518 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ef599-1cc9-4f34-b43d-b86fbc5324d4 admin admin] Pushing event updated for resources: {'Network': ['ID=93e68a5d-7ca1-420b-bdee-2751dbe3cfef,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:10.273121 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (59347b9f-2f5e-411b-86f5-64b8472f699d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.274443 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Made reservation on behalf of 8709904b3d2c45eeaf39c924b23a36b7 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:10.276677 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.281120 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:09:10.282975 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:10.283987 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.353629 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4558156 Mar 10 04:09:10.371772 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45382) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:10.380392 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Request body: {'subnet': {'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-subnet', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:10.411118 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (399d6d56-2396-43c5-a100-78108ba1deee), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.433066 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf7217-0e23-496b-bb05-7dd91bcc8cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=59347b9f-2f5e-411b-86f5-64b8472f699d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:10.447206 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 59347b9f-2f5e-411b-86f5-64b8472f699d details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:09:10.467039 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Allocated IP 172.27.2.229 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/d3803604-6ef1-4e6d-b1d8-3dfc4295f922) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:10.473204 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Made reservation on behalf of 1043931780a941138b2c0a8bd33e3723 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:10.475927 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.513367 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=399d6d56-2396-43c5-a100-78108ba1deee,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:10.549155 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Checking segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:10.549513 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Network hostable DHCP agents. Network: 4410d252-aefa-4843-8da2-38cf2eec01c6, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:09:10.641030 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (083b9b8c-13dd-4d90-95cf-736b69643607), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.656291 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:09:10.705673 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 4410d252-aefa-4843-8da2-38cf2eec01c6) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:10.712952 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:10.713066 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks [] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.713475 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.717012 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47073be1-3606-4759-98bd-ab66479cf16e None None] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:09:10.746609 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083b9b8c-13dd-4d90-95cf-736b69643607,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:10.764428 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Checking segment: {'id': '05a68e08-278b-481e-8fbc-5b74da495ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '93e68a5d-7ca1-420b-bdee-2751dbe3cfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:10.764799 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Network hostable DHCP agents. Network: 93e68a5d-7ca1-420b-bdee-2751dbe3cfef, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:09:10.771362 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4e6a05de-1e0e-41be-999d-5b7360eeebd0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8641944 Mar 10 04:09:10.774113 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45390) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:10.780151 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:10.812407 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.813598 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (d061e888-d403-4f61-b05e-8ce7b7226089), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.813756 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.828106 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:09:10.838670 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.872658 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 93e68a5d-7ca1-420b-bdee-2751dbe3cfef) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:10.894011 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:10.895105 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:10.914172 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d8dd1-b5be-4cd6-b47b-42c7f17a19ca None None] Network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:09:10.916272 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4a063d4d-ff2c-46fd-a65f-18f7ffafe6b9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7910671 Mar 10 04:09:10.944455 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-4410d252-aefa-4843-8da2-38cf2eec01c6', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:09:10.945282 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:11.039389 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks [] for router_controller (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:11.043508 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Pushing event updated for resources: {'Port': ['ID=d3803604-6ef1-4e6d-b1d8-3dfc4295f922,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:11.071705 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:11.099237 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:11.103114 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:11.189529 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=d061e888-d403-4f61-b05e-8ce7b7226089,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:11.218753 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342b4bf4-f88c-4e50-ab25-28a4965a4620 None None] Network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:09:11.276006 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Checking segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:11.281768 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Network hostable DHCP agents. Network: 59347b9f-2f5e-411b-86f5-64b8472f699d, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:09:11.308969 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks [] for router_gateway (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:11.351923 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Allocated IP 172.20.0.2 (4410d252-aefa-4843-8da2-38cf2eec01c6/399d6d56-2396-43c5-a100-78108ba1deee/b871a1c3-1ca1-4393-a14c-4ef7bcc047b1) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:11.492466 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Network 59347b9f-2f5e-411b-86f5-64b8472f699d is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:09:11.712943 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Publish callbacks [] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:11.721710 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:11.769345 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:11.775040 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:11.782023 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:11.804061 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks [] for router_gateway (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:11.842819 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Pushing event updated for resources: {'Port': ['ID=b871a1c3-1ca1-4393-a14c-4ef7bcc047b1,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:11.874768 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.876115 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.877232 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.883528 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.883923 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.884877 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.884877 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.885068 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.885355 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.885797 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.886138 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.886502 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.886859 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Tracked resource versions report: Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: pushed versions: Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: { 'AddressGroup': {'1.2'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'ConntrackHelper': {'1.0'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Log': {'1.0'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Network': {'1.1'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Port': {'1.7'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'PortForwarding': {'1.2'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'QosPolicy': {'1.10'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SecurityGroup': {'1.5'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SubPort': {'1.0'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Subnet': {'1.1'}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Trunk': {'1.1'}} Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: consumer versions: Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: { DHCP agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: HyperV agent@hv-cinder-77819: {}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: L3 agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: Metadata agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: Metering agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: Open vSwitch agent@dv-cinder-778193-25-iscsi: { 'AddressGroup': '1.2', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'ConntrackHelper': '1.0', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'LocalIPAssociation': '1.0', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Log': '1.0', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Network': '1.1', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Port': '1.7', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'PortForwarding': '1.2', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'QosPolicy': '1.10', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SecurityGroup': '1.5', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SecurityGroupRule': '1.2', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'SubPort': '1.0', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Subnet': '1.1', Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: 'Trunk': '1.1'}} Mar 10 04:09:11.888068 dv-cinder-778193-25-iscsi neutron-server[103259]: {{(pid=103259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:09:11.896366 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks [] for router_gateway (1f625d44-833d-4a7d-944d-90023f14b9ab), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:11.910075 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Attempting to bind port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:11.910776 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Attempting to bind port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:11.911522 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Attempting to bind port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:11.919998 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:11.920472 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Checking segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:11.921253 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:11.922039 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Bound using segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:11.922762 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Bound port: b871a1c3-1ca1-4393-a14c-4ef7bcc047b1, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:11.923362 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.065799 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 59347b9f-2f5e-411b-86f5-64b8472f699d) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:12.072385 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.093808 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb16f2-e014-4a9e-9e06-c75eabde10ab None None] Network 59347b9f-2f5e-411b-86f5-64b8472f699d requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:09:12.103753 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:12.104623 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.142279 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2272fd6e-80b6-4a94-9f83-cdf46dab0eda admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7668371 Mar 10 04:09:12.143291 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45454) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:12.152137 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:12.210251 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] For port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:12.236663 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45462) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:12.239532 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (d917f827-a643-4989-aa42-7d98eb0e66c2), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.241389 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (d917f827-a643-4989-aa42-7d98eb0e66c2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.247825 dv-cinder-778193-25-iscsi neutron-server[103258]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 04:09:12.269211 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-59347b9f-2f5e-411b-86f5-64b8472f699d', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'project_id': '1043931780a941138b2c0a8bd33e3723', 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:09:12.270688 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.277461 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (1f625d44-833d-4a7d-944d-90023f14b9ab), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.288245 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] For port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=b871a1c3-1ca1-4393-a14c-4ef7bcc047b1,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:12.304509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.364573 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks [] for router_controller (d917f827-a643-4989-aa42-7d98eb0e66c2), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.476826 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Allocated IP 172.27.2.63 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/fd85f73e-f3c5-47a6-b6b5-557b65d098d9) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:12.600152 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-aeef7b8d-6ef3-465f-bf1e-cc7ef335733e tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:12.607304 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-aeef7b8d-6ef3-465f-bf1e-cc7ef335733e tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/networks?id=93e68a5d-7ca1-420b-bdee-2751dbe3cfef HTTP/1.1" status: 200 len: 811 time: 0.3695669 Mar 10 04:09:12.677238 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-4a9ea46f-d757-4104-912a-5a9f3750b143 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/quotas/8709904b3d2c45eeaf39c924b23a36b7 HTTP/1.1" status: 200 len: 375 time: 0.0686700 Mar 10 04:09:12.715940 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366110-89b6-4b9b-8cea-53fdfb8869c4 None None] Pushing event updated for resources: {'Port': ['ID=b871a1c3-1ca1-4393-a14c-4ef7bcc047b1,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:12.793203 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Allocated IP 172.20.0.2 (59347b9f-2f5e-411b-86f5-64b8472f699d/d061e888-d403-4f61-b05e-8ce7b7226089/9fa5a499-be28-4c29-bbb2-db7776f9a54c) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:12.816662 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks [] for router_gateway (d917f827-a643-4989-aa42-7d98eb0e66c2), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.837849 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks [] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:12.867187 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Router 1f625d44-833d-4a7d-944d-90023f14b9ab is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:09:12.934226 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-3b23cd64-0a76-4262-971d-d8bf74ab7625 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8709904b3d2c45eeaf39c924b23a36b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2558181 Mar 10 04:09:12.952864 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.114064 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd85f73e-f3c5-47a6-b6b5-557b65d098d9,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:13.125161 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Publish callbacks [] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.143725 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:13.151468 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:13.153976 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.156482 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:13.188426 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:13.215946 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:09:13.224250 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Sync routers for ids ['1f625d44-833d-4a7d-944d-90023f14b9ab'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:09:13.238288 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Routers {'1f625d44-833d-4a7d-944d-90023f14b9ab'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:13.239194 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:08:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['1f625d44-833d-4a7d-944d-90023f14b9ab'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:13.304565 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Network 59347b9f-2f5e-411b-86f5-64b8472f699d is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:13.318744 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:13.322063 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:13.363559 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Pushing event updated for resources: {'Port': ['ID=9fa5a499-be28-4c29-bbb2-db7776f9a54c,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:13.372111 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.387082 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c775b51b-eebd-4706-9e54-113f26862bce admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3285787 Mar 10 04:09:13.387957 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45500) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:13.481801 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e01e73f0-0e87-4178-8fb4-913226fd96b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.491576 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Attempting to bind port 9fa5a499-be28-4c29-bbb2-db7776f9a54c on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:13.492527 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Attempting to bind port 9fa5a499-be28-4c29-bbb2-db7776f9a54c by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:13.493148 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Attempting to bind port 9fa5a499-be28-4c29-bbb2-db7776f9a54c on network 59347b9f-2f5e-411b-86f5-64b8472f699d {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:13.506885 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:13.507570 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Checking segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:13.508727 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.509916 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Bound using segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:13.510661 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Bound port: 9fa5a499-be28-4c29-bbb2-db7776f9a54c, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:13.511248 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.524939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks [] for router_gateway (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.537243 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:13.538317 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.704364 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] For port 9fa5a499-be28-4c29-bbb2-db7776f9a54c, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:13.710018 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] For port 9fa5a499-be28-4c29-bbb2-db7776f9a54c, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=9fa5a499-be28-4c29-bbb2-db7776f9a54c,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:13.712676 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Set router 1f625d44-833d-4a7d-944d-90023f14b9ab gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:13.744476 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.768868 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-20db84a3-e473-4d47-926f-3e04d0b2029a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:09:13.780319 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-20db84a3-e473-4d47-926f-3e04d0b2029a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4319205 Mar 10 04:09:13.812727 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:13.813431 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.879246 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=b871a1c3-1ca1-4393-a14c-4ef7bcc047b1,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:13.894403 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:13.936983 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e977240-648f-4d46-a9a7-54344f9acb8e None None] Pushing event updated for resources: {'Port': ['ID=9fa5a499-be28-4c29-bbb2-db7776f9a54c,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:14.028952 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=b871a1c3-1ca1-4393-a14c-4ef7bcc047b1,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:14.042574 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks [] for router_gateway (d917f827-a643-4989-aa42-7d98eb0e66c2), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:14.127050 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:09:11Z', 'revision_number': 3, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port': {'id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:14.141079 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:14.170141 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Checking router: 1f625d44-833d-4a7d-944d-90023f14b9ab for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:09:14.170502 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Updating router 1f625d44-833d-4a7d-944d-90023f14b9ab port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:09:14.277588 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:14.284637 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:14.292947 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de671bd2-d0df-438d-8b83-541332db6b19 None None] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:09:14.396196 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-5df03aae-b459-4fd4-9c2e-1ba24b43b014 service neutron] 10.222.0.15 "GET /v2.0/networks/93e68a5d-7ca1-420b-bdee-2751dbe3cfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147532 Mar 10 04:09:14.532249 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-eacd32c2-769d-40b5-b9b0-d127b14b6531 None None] Provisioning complete for port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:14.533541 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eacd32c2-769d-40b5-b9b0-d127b14b6531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:14.598143 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:09:14.627168 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-4839a745-dc08-4264-a58c-5a0472484b09 service neutron] 10.222.0.15 "GET /v2.0/networks/93e68a5d-7ca1-420b-bdee-2751dbe3cfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238293 Mar 10 04:09:14.685678 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-eacd32c2-769d-40b5-b9b0-d127b14b6531 None None] Current status of the port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:14.704019 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Allocated IP 172.27.2.52 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/500a2f53-e829-4df3-addd-66cd178d71eb) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:15.093322 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:09:15.093322 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45560) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:15.105909 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:09:15.172624 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:15.173810 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:08:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:15.181653 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1314825-8a23-4312-899b-2ed277a06385 req-03eeb158-3a33-4046-81ae-31fda316cc7e tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.0923991 Mar 10 04:09:15.193159 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:15.197487 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5168840a-ea5a-421f-97ee-f897581d90f8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4198105 Mar 10 04:09:15.198577 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45574) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:15.227147 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks [] for port (500a2f53-e829-4df3-addd-66cd178d71eb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:15.272988 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:15.395237 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:15.530897 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:15.603726 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:15.617527 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:15.623566 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb3b7bd-0015-4e31-b2fc-4e20b49da9fe None None] Network 59347b9f-2f5e-411b-86f5-64b8472f699d requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:09:15.631607 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d4acf2a0-db19-490a-88b1-e3a5956ebdf8 None None] Provisioning complete for port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:15.631957 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d4acf2a0-db19-490a-88b1-e3a5956ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:15.634460 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Publish callbacks [] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:15.645514 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:15.748367 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Pushing event updated for resources: {'Port': ['ID=500a2f53-e829-4df3-addd-66cd178d71eb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:15.761882 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Attempting to bind port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:15.762391 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Attempting to bind port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:15.763002 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Attempting to bind port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:15.778434 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Pushing event updated for resources: {'Port': ['ID=d3803604-6ef1-4e6d-b1d8-3dfc4295f922,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:15.788775 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:15.789326 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:15.790995 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:15.792195 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:15.794252 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Bound port: d3803604-6ef1-4e6d-b1d8-3dfc4295f922, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:15.795128 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:15.870443 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.871248 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.872221 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.877092 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.878397 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.880852 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.882551 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.883057 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.885491 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.886062 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.887080 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.888857 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.889492 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Tracked resource versions report: Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: pushed versions: Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: { 'AddressGroup': {'1.2'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'ConntrackHelper': {'1.0'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Log': {'1.0'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Network': {'1.1'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Port': {'1.7'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'PortForwarding': {'1.2'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'QosPolicy': {'1.10'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SecurityGroup': {'1.5'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SubPort': {'1.0'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Subnet': {'1.1'}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Trunk': {'1.1'}} Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: consumer versions: Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: { DHCP agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: HyperV agent@hv-cinder-77819: {}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: L3 agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: Metadata agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: Metering agent@dv-cinder-778193-25-iscsi: {}, Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: Open vSwitch agent@dv-cinder-778193-25-iscsi: { 'AddressGroup': '1.2', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'ConntrackHelper': '1.0', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'LocalIPAssociation': '1.0', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Log': '1.0', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Network': '1.1', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Port': '1.7', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'PortForwarding': '1.2', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'QosPolicy': '1.10', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SecurityGroup': '1.5', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SecurityGroupRule': '1.2', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'SubPort': '1.0', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Subnet': '1.1', Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: 'Trunk': '1.1'}} Mar 10 04:09:15.891393 dv-cinder-778193-25-iscsi neutron-server[103260]: {{(pid=103260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:09:15.916311 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.009262 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] For port d3803604-6ef1-4e6d-b1d8-3dfc4295f922, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:16.019758 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] For port d3803604-6ef1-4e6d-b1d8-3dfc4295f922, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=d3803604-6ef1-4e6d-b1d8-3dfc4295f922,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:16.038781 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.155869 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Routers {'1f625d44-833d-4a7d-944d-90023f14b9ab'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:16.156075 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.158261 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:08:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['1f625d44-833d-4a7d-944d-90023f14b9ab'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:16.159970 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45618) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:16.180928 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:16.211449 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45622) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:16.237986 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe44f2-3690-445e-ae96-20b5eb233ba5 None None] Pushing event updated for resources: {'Port': ['ID=d3803604-6ef1-4e6d-b1d8-3dfc4295f922,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:16.242573 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Allocated IP 172.20.0.1 (cab45d90-dce4-432e-bd1e-1247398e9255/43c95aac-76c0-483e-b7a3-7788dbd5669c/a6c7489a-9f8e-44be-b833-e7cb582e2f59) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:16.273787 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5020dfa0-4760-4924-97f2-3c63ec9e7391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.435545 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:16.436221 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.440484 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] Set router 1f625d44-833d-4a7d-944d-90023f14b9ab gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:16.647492 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d4acf2a0-db19-490a-88b1-e3a5956ebdf8 None None] Current status of the port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:16.653265 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8412bfdd-4e90-443f-bea6-58d201c5ecbf req-fa2e529e-0224-43c9-a34f-6e295b8a2813 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.2895041 Mar 10 04:09:16.654499 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Publish callbacks [] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.680645 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2596cb54-a2bf-4490-9caf-99a0bebf51d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.682773 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-68f5495e-d9f0-49e3-b2f8-44ec3761bf3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.712838 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.816150 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-68f5495e-d9f0-49e3-b2f8-44ec3761bf3f admin admin] Publish callbacks [] for security_group (b44be6f0-4693-44d4-8c65-36a4390f3011), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.836556 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:16.837835 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 9fa5a499-be28-4c29-bbb2-db7776f9a54c up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:16.842830 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:09:11Z', 'revision_number': 3, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port': {'id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:16.845081 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-84e56ca9-d602-40b0-9652-73029432bdd2 None None] Provisioning complete for port 9fa5a499-be28-4c29-bbb2-db7776f9a54c triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:16.846049 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-84e56ca9-d602-40b0-9652-73029432bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.853173 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-68f5495e-d9f0-49e3-b2f8-44ec3761bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (b44be6f0-4693-44d4-8c65-36a4390f3011), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.873537 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:13Z', 'revision_number': 3, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:16.892987 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.909313 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c4ff0-d849-4b22-beb8-4b47cfc81584 None None] The sync data for ids ['1f625d44-833d-4a7d-944d-90023f14b9ab'] in dv-cinder-778193-25-iscsi is: [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:09:11Z', 'revision_number': 3, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port': {'id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:09:16.916004 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:09:16.939626 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:09:16.940258 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-68f5495e-d9f0-49e3-b2f8-44ec3761bf3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4a6ef2efd7a4a919e76818371144129&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7711301 Mar 10 04:09:16.940365 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Updating router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:09:16.943046 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5495e-d9f0-49e3-b2f8-44ec3761bf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44be6f0-4693-44d4-8c65-36a4390f3011,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:16.945151 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45648) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:16.959014 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks [] for router_gateway (d917f827-a643-4989-aa42-7d98eb0e66c2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:16.964660 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c7489a-9f8e-44be-b833-e7cb582e2f59,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:17.005344 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.025666 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Network cab45d90-dce4-432e-bd1e-1247398e9255 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:17.028507 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:17.031269 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:17.032419 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (1f625d44-833d-4a7d-944d-90023f14b9ab), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.078048 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 9fa5a499-be28-4c29-bbb2-db7776f9a54c triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:17.078438 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.083996 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Allocated IP 172.20.0.1 (4410d252-aefa-4843-8da2-38cf2eec01c6/399d6d56-2396-43c5-a100-78108ba1deee/01f2fe6d-a9e2-4010-8bae-14fa9b809bef) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:17.120164 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2596cb54-a2bf-4490-9caf-99a0bebf51d6 admin admin] Publish callbacks [] for security_group (3797e3a0-83e4-4ea4-b3dd-dafd8acf6a3e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.131453 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d9c2fe43-9984-40b7-a82a-0e282406b44b admin admin] Publish callbacks [] for security_group (b44be6f0-4693-44d4-8c65-36a4390f3011), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.133185 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2596cb54-a2bf-4490-9caf-99a0bebf51d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3797e3a0-83e4-4ea4-b3dd-dafd8acf6a3e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.195351 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596cb54-a2bf-4490-9caf-99a0bebf51d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3797e3a0-83e4-4ea4-b3dd-dafd8acf6a3e,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:17.206292 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-84e56ca9-d602-40b0-9652-73029432bdd2 None None] Current status of the port 9fa5a499-be28-4c29-bbb2-db7776f9a54c is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:17.207205 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-84e56ca9-d602-40b0-9652-73029432bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.245886 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d9c2fe43-9984-40b7-a82a-0e282406b44b admin admin] Publish callbacks [] for security_group (b44be6f0-4693-44d4-8c65-36a4390f3011), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.260290 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2596cb54-a2bf-4490-9caf-99a0bebf51d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e97d1f0909345a18e41a584770c8642&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0340769 Mar 10 04:09:17.262234 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45650) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:17.312407 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-84e56ca9-d602-40b0-9652-73029432bdd2 None None] For port 9fa5a499-be28-4c29-bbb2-db7776f9a54c, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=9fa5a499-be28-4c29-bbb2-db7776f9a54c,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:17.320306 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.328666 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (d917f827-a643-4989-aa42-7d98eb0e66c2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.347197 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-84e56ca9-d602-40b0-9652-73029432bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.389921 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Publish callbacks [] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.414948 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d2138659-2376-4845-86e0-a9a27431c1d2 admin admin] Publish callbacks [] for security_group (3797e3a0-83e4-4ea4-b3dd-dafd8acf6a3e), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.429561 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 9fa5a499-be28-4c29-bbb2-db7776f9a54c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:17.431362 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d9c2fe43-9984-40b7-a82a-0e282406b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (b44be6f0-4693-44d4-8c65-36a4390f3011), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.434626 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d9c2fe43-9984-40b7-a82a-0e282406b44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.436189 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d9c2fe43-9984-40b7-a82a-0e282406b44b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b44be6f0-4693-44d4-8c65-36a4390f3011 HTTP/1.1" status: 204 len: 168 time: 0.4854529 Mar 10 04:09:17.472875 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2fe43-9984-40b7-a82a-0e282406b44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44be6f0-4693-44d4-8c65-36a4390f3011,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:17.497407 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d2138659-2376-4845-86e0-a9a27431c1d2 admin admin] Publish callbacks [] for security_group (3797e3a0-83e4-4ea4-b3dd-dafd8acf6a3e), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.508167 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e56ca9-d602-40b0-9652-73029432bdd2 None None] Pushing event updated for resources: {'Port': ['ID=9fa5a499-be28-4c29-bbb2-db7776f9a54c,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:17.605525 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.646715 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-602c839e-3817-4197-89e1-c04bc20c4669 None None] Provisioning complete for port 9fa5a499-be28-4c29-bbb2-db7776f9a54c triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:17.647113 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-602c839e-3817-4197-89e1-c04bc20c4669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.650882 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Publish callbacks [] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.694224 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:17.696094 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Pushing event updated for resources: {'Port': ['ID=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:17.698751 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:17.701508 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:17.702294 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.745306 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.903767 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Attempting to bind port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:17.904156 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Attempting to bind port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:17.904579 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Attempting to bind port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:17.923411 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d2138659-2376-4845-86e0-a9a27431c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3797e3a0-83e4-4ea4-b3dd-dafd8acf6a3e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.927810 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:17.928322 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:17.928746 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.930556 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:17.931137 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Bound port: fd85f73e-f3c5-47a6-b6b5-557b65d098d9, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:17.931590 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.937750 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d2138659-2376-4845-86e0-a9a27431c1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.942694 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d2138659-2376-4845-86e0-a9a27431c1d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3797e3a0-83e4-4ea4-b3dd-dafd8acf6a3e HTTP/1.1" status: 204 len: 168 time: 0.6801870 Mar 10 04:09:17.973533 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:17.996641 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2138659-2376-4845-86e0-a9a27431c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3797e3a0-83e4-4ea4-b3dd-dafd8acf6a3e,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:18.084034 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] For port fd85f73e-f3c5-47a6-b6b5-557b65d098d9, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:18.097179 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ec728309-670e-4a6f-9b8c-494c82422dde req-6a732688-9d54-4fde-b82d-0905c777b847 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.1100926 Mar 10 04:09:18.097479 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] For port fd85f73e-f3c5-47a6-b6b5-557b65d098d9, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=fd85f73e-f3c5-47a6-b6b5-557b65d098d9,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:18.120825 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c770a-f5f5-4ec9-92ab-7fd304fbe934 None None] Pushing event updated for resources: {'Port': ['ID=fd85f73e-f3c5-47a6-b6b5-557b65d098d9,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:18.152540 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:18.201164 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device d3803604-6ef1-4e6d-b1d8-3dfc4295f922 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:18.276196 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Publish callbacks [] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:18.278196 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Router d917f827-a643-4989-aa42-7d98eb0e66c2 is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:09:18.290507 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:18.291413 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (1f625d44-833d-4a7d-944d-90023f14b9ab), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:18.425595 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:18.575035 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:18.602592 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Network cab45d90-dce4-432e-bd1e-1247398e9255 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:18.609117 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:18.620409 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-602c839e-3817-4197-89e1-c04bc20c4669 None None] Current status of the port 9fa5a499-be28-4c29-bbb2-db7776f9a54c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:18.647486 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c770a-f5f5-4ec9-92ab-7fd304fbe934 None None] Pushing event updated for resources: {'Port': ['ID=fd85f73e-f3c5-47a6-b6b5-557b65d098d9,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:18.658355 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:18.658960 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:18.673153 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45688) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:18.683879 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c7489a-9f8e-44be-b833-e7cb582e2f59,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:18.702636 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d48bc6f-7315-4bc6-b3ee-e909ed9aef95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:18.821904 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-c5246e43-3974-4082-af2f-cfcd3c005e46 None None] Provisioning complete for port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:18.822606 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c5246e43-3974-4082-af2f-cfcd3c005e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:18.873744 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c5246e43-3974-4082-af2f-cfcd3c005e46 None None] Port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:09:18.898664 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:18.899382 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.004666 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:09:19.007480 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:19.017253 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Sync routers for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:09:19.060441 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Publish callbacks [] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.062847 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:19.066406 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:19.079343 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.080697 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.124233 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.125872 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-06a54f09-536d-498e-b13b-4929db2292ee admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9795101 Mar 10 04:09:19.131461 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45702) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:19.293974 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:19.296849 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:19.339753 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Router 1f625d44-833d-4a7d-944d-90023f14b9ab has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:09:19.513998 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Pushing event updated for resources: {'Port': ['ID=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:19.522339 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:19.555381 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:09:19.603795 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d48bc6f-7315-4bc6-b3ee-e909ed9aef95 admin admin] Publish callbacks [] for security_group (87187dec-03c7-494c-858f-568c1f863ffc), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.609698 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.26', 59952) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:19.629079 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f480d6ab-8d4f-4e30-82c9-afe54d6a51f0 req-5e9c1889-1dd4-4096-a4b6-a5bf53ce3579 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.1085806 Mar 10 04:09:19.660549 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:19.661150 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.760259 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port d3803604-6ef1-4e6d-b1d8-3dfc4295f922, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=d3803604-6ef1-4e6d-b1d8-3dfc4295f922,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:19.775323 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.885769 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0d48bc6f-7315-4bc6-b3ee-e909ed9aef95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (87187dec-03c7-494c-858f-568c1f863ffc), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:19.888828 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=d3803604-6ef1-4e6d-b1d8-3dfc4295f922,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:19.978037 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 9fa5a499-be28-4c29-bbb2-db7776f9a54c up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:19.984132 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:09:20.001586 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-da92f4e9-c3d7-460c-9f7c-5335795f8e15 admin admin] 10.222.0.15 "PUT /v2.0/routers/b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8016527 Mar 10 04:09:20.010425 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:16Z', 'revision_number': 3, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:20.049288 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-404da00e-9898-49cd-96c1-6f93968c5677 None None] Provisioning complete for port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:20.052299 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Checking router: d917f827-a643-4989-aa42-7d98eb0e66c2 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:09:20.052821 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-404da00e-9898-49cd-96c1-6f93968c5677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.052925 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Updating router d917f827-a643-4989-aa42-7d98eb0e66c2 port 500a2f53-e829-4df3-addd-66cd178d71eb binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:09:20.060185 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45728) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:20.085840 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45734) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:20.086076 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0d48bc6f-7315-4bc6-b3ee-e909ed9aef95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45df59a4f62e4363a10c0d5751e09e30&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4083495 Mar 10 04:09:20.107670 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.128059 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:17Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:20.131397 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48bc6f-7315-4bc6-b3ee-e909ed9aef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87187dec-03c7-494c-858f-568c1f863ffc,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:20.188495 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f3d66ac-ce2a-46c1-af7a-730248b4947d admin admin] Publish callbacks [] for security_group (87187dec-03c7-494c-858f-568c1f863ffc), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.260741 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f3d66ac-ce2a-46c1-af7a-730248b4947d admin admin] Publish callbacks [] for security_group (87187dec-03c7-494c-858f-568c1f863ffc), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.362806 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd07680e-1a13-4c74-9e3d-834f55633c22 None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:17Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:09:20.394379 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f3d66ac-ce2a-46c1-af7a-730248b4947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (87187dec-03c7-494c-858f-568c1f863ffc), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.397337 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f3d66ac-ce2a-46c1-af7a-730248b4947d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.400790 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6f3d66ac-ce2a-46c1-af7a-730248b4947d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87187dec-03c7-494c-858f-568c1f863ffc HTTP/1.1" status: 204 len: 168 time: 0.3115032 Mar 10 04:09:20.420631 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d66ac-ce2a-46c1-af7a-730248b4947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87187dec-03c7-494c-858f-568c1f863ffc,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:20.455820 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d733b892-748d-48bf-86df-c35f7a126740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.485699 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.499357 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 9fa5a499-be28-4c29-bbb2-db7776f9a54c triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:20.499883 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.555722 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-404da00e-9898-49cd-96c1-6f93968c5677 None None] Port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:09:20.614946 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-8e72dda7-8357-4bb5-8480-45978248b699 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:20.616828 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-8e72dda7-8357-4bb5-8480-45978248b699 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.26 "GET /v2.0/networks?id=93e68a5d-7ca1-420b-bdee-2751dbe3cfef HTTP/1.1" status: 200 len: 811 time: 1.0016730 Mar 10 04:09:20.620177 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:09:20.636967 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-dc6f0f1f-2150-4824-a26b-8c2041f5f023 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f625d44-833d-4a7d-944d-90023f14b9ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2399473 Mar 10 04:09:20.647135 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Sync routers for ids ['1f625d44-833d-4a7d-944d-90023f14b9ab'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:09:20.665865 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d733b892-748d-48bf-86df-c35f7a126740 admin admin] Publish callbacks [] for security_group (bb2bc2a2-1a5a-4a07-b50b-d8e046e993c4), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.674457 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d733b892-748d-48bf-86df-c35f7a126740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bb2bc2a2-1a5a-4a07-b50b-d8e046e993c4), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:20.684529 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Routers {'1f625d44-833d-4a7d-944d-90023f14b9ab'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:20.686292 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['1f625d44-833d-4a7d-944d-90023f14b9ab'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:20.703067 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Request body: {'port': {'device_id': 'ec5cb1aa-2cfc-4a91-831d-90221d34691e', 'network_id': '93e68a5d-7ca1-420b-bdee-2751dbe3cfef', 'admin_state_up': True, 'tenant_id': '8709904b3d2c45eeaf39c924b23a36b7'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:20.741338 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733b892-748d-48bf-86df-c35f7a126740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2bc2a2-1a5a-4a07-b50b-d8e046e993c4,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:20.807352 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d733b892-748d-48bf-86df-c35f7a126740 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3eca265def914237bde319b10918c2f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7459126 Mar 10 04:09:20.812220 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45778) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:21.043482 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0be7c0d6-0679-447e-bfd5-08471c8a4c80 req-f05b903e-9e45-4116-81a3-0e3464a4c006 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.1347840 Mar 10 04:09:21.162236 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 9fa5a499-be28-4c29-bbb2-db7776f9a54c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:21.190382 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Publish callbacks [] for port (500a2f53-e829-4df3-addd-66cd178d71eb), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.191029 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Set router 1f625d44-833d-4a7d-944d-90023f14b9ab gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:21.207741 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.210549 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3efc156-e16a-41b5-ad5d-78c4c71c37ea admin admin] Publish callbacks [] for security_group (bb2bc2a2-1a5a-4a07-b50b-d8e046e993c4), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.309398 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3efc156-e16a-41b5-ad5d-78c4c71c37ea admin admin] Publish callbacks [] for security_group (bb2bc2a2-1a5a-4a07-b50b-d8e046e993c4), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.340789 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Attempting to bind port 500a2f53-e829-4df3-addd-66cd178d71eb on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:21.342579 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Attempting to bind port 500a2f53-e829-4df3-addd-66cd178d71eb by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:21.342893 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Attempting to bind port 500a2f53-e829-4df3-addd-66cd178d71eb on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:21.377805 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876f15c-22e2-4a1f-b329-84bfd44ff120 None None] Pushing event updated for resources: {'Port': ['ID=500a2f53-e829-4df3-addd-66cd178d71eb,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:21.381157 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:21.381534 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:21.393162 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.393835 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:21.394608 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Bound port: 500a2f53-e829-4df3-addd-66cd178d71eb, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:21.395003 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.487621 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3efc156-e16a-41b5-ad5d-78c4c71c37ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bb2bc2a2-1a5a-4a07-b50b-d8e046e993c4), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.492246 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a3efc156-e16a-41b5-ad5d-78c4c71c37ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.497877 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a3efc156-e16a-41b5-ad5d-78c4c71c37ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb2bc2a2-1a5a-4a07-b50b-d8e046e993c4 HTTP/1.1" status: 204 len: 168 time: 0.6818902 Mar 10 04:09:21.522668 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efc156-e16a-41b5-ad5d-78c4c71c37ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2bc2a2-1a5a-4a07-b50b-d8e046e993c4,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:21.565885 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] For port 500a2f53-e829-4df3-addd-66cd178d71eb, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:21.581575 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] For port 500a2f53-e829-4df3-addd-66cd178d71eb, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=500a2f53-e829-4df3-addd-66cd178d71eb,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:21.596862 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.626939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45808) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:21.632409 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-dd7bcc0e-7e67-477f-b502-5347805cc995 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945958153', 'description': 'tempest-description--240046838'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:21.722719 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcc0e-7e67-477f-b502-5347805cc995 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.765494 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:09:17Z', 'revision_number': 4, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port': {'id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'a6c7489a-9f8e-44be-b833-e7cb582e2f59', 'name': '', 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'mac_address': 'fa:16:3e:5c:c6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '43c95aac-76c0-483e-b7a3-7788dbd5669c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:15Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 2, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'subnets': [{'id': '43c95aac-76c0-483e-b7a3-7788dbd5669c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:21.807952 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Checking router: 1f625d44-833d-4a7d-944d-90023f14b9ab for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:09:21.808619 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Updating router 1f625d44-833d-4a7d-944d-90023f14b9ab port a6c7489a-9f8e-44be-b833-e7cb582e2f59 binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:09:21.862005 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.875743 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:21.889863 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:21.890503 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:22.057229 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcc0e-7e67-477f-b502-5347805cc995 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (a1e11548-c9bf-47d3-8ed3-93cac752fcc6), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:22.082290 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcc0e-7e67-477f-b502-5347805cc995 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a1e11548-c9bf-47d3-8ed3-93cac752fcc6), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:22.180192 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876f15c-22e2-4a1f-b329-84bfd44ff120 None None] Pushing event updated for resources: {'Port': ['ID=500a2f53-e829-4df3-addd-66cd178d71eb,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:22.257699 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcc0e-7e67-477f-b502-5347805cc995 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:22.265983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-dd7bcc0e-7e67-477f-b502-5347805cc995 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6361394 Mar 10 04:09:22.281568 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45838) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:22.290647 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-95b3ed67-82d4-4bb2-b6f5-1278db2308d0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group_rule': {'security_group_id': 'a1e11548-c9bf-47d3-8ed3-93cac752fcc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:22.293209 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device fd85f73e-f3c5-47a6-b6b5-557b65d098d9 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:22.300657 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Allocated IP 172.20.0.1 (59347b9f-2f5e-411b-86f5-64b8472f699d/d061e888-d403-4f61-b05e-8ce7b7226089/18ea73c1-cd3e-4aae-a837-8e52fb64400a) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:22.331177 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bcc0e-7e67-477f-b502-5347805cc995 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e11548-c9bf-47d3-8ed3-93cac752fcc6,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:22.528008 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:22.534115 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-62d35bf2-d5fb-4ef0-b196-c4b3d6c21c3b req-32e23f86-63fc-4b1d-9d7a-d1c9158f40c8 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.1530316 Mar 10 04:09:22.534913 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95b3ed67-82d4-4bb2-b6f5-1278db2308d0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (b279fa2d-608d-43f1-84da-0a9a7a624678), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:22.781637 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:22.782388 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:22.818333 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Made reservation on behalf of 8709904b3d2c45eeaf39c924b23a36b7 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:22.836961 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:22.883902 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45876) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:22.919067 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95b3ed67-82d4-4bb2-b6f5-1278db2308d0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (b279fa2d-608d-43f1-84da-0a9a7a624678), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:22.994777 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95b3ed67-82d4-4bb2-b6f5-1278db2308d0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (b279fa2d-608d-43f1-84da-0a9a7a624678), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.012430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6001ebf3-654b-469d-a104-9bdea48b1af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.015606 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Publish callbacks [] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.242454 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3ed67-82d4-4bb2-b6f5-1278db2308d0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b279fa2d-608d-43f1-84da-0a9a7a624678,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:23.293366 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-95b3ed67-82d4-4bb2-b6f5-1278db2308d0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.298425 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:16Z', 'revision_number': 3, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:23.298655 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-95b3ed67-82d4-4bb2-b6f5-1278db2308d0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0109782 Mar 10 04:09:23.319734 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 45884) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:23.381576 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8affee-a596-4664-86c4-bf1563836815 None None] The sync data for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi is: [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:16Z', 'revision_number': 3, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:09:23.406231 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:23.406628 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.435154 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-82a375f4-6fad-46fa-8b14-90c87a7cdd5a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group_rule': {'security_group_id': 'a1e11548-c9bf-47d3-8ed3-93cac752fcc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:23.470150 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Publish callbacks [] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.497944 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.519425 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port fd85f73e-f3c5-47a6-b6b5-557b65d098d9, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=fd85f73e-f3c5-47a6-b6b5-557b65d098d9,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:23.583903 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.590457 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device d3803604-6ef1-4e6d-b1d8-3dfc4295f922 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:23.703208 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82a375f4-6fad-46fa-8b14-90c87a7cdd5a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (48a5f8ba-95a8-4fa4-9ce4-253e4b28b9bb), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.714262 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6001ebf3-654b-469d-a104-9bdea48b1af5 admin admin] Publish callbacks [] for security_group (a45ca78e-c105-4fbb-b0dd-f03f61b76b4e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.738932 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6001ebf3-654b-469d-a104-9bdea48b1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a45ca78e-c105-4fbb-b0dd-f03f61b76b4e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:23.837570 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba884959-53c5-4774-b1fa-5274a2312283 None None] Pushing event updated for resources: {'Port': ['ID=a6c7489a-9f8e-44be-b833-e7cb582e2f59,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:23.937469 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6001ebf3-654b-469d-a104-9bdea48b1af5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1766f5f6f89948d38f6e979b7271536a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0519645 Mar 10 04:09:23.946222 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b191e6ab-3b58-4eda-8842-34e3423e18ca req-9a9bcc50-1802-486d-bc00-2a257fcbc0c6 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.2164543 Mar 10 04:09:23.946717 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45908) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:23.947045 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45910) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:24.026193 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Attempting to bind port a6c7489a-9f8e-44be-b833-e7cb582e2f59 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:24.027006 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Attempting to bind port a6c7489a-9f8e-44be-b833-e7cb582e2f59 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:24.035093 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Attempting to bind port a6c7489a-9f8e-44be-b833-e7cb582e2f59 on network cab45d90-dce4-432e-bd1e-1247398e9255 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:24.046665 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:24.048962 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Checking segment: {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:24.049516 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.054548 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Bound using segment: {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:24.054548 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Bound port: a6c7489a-9f8e-44be-b833-e7cb582e2f59, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:24.054548 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.139413 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.180492 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Network 59347b9f-2f5e-411b-86f5-64b8472f699d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:24.183372 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001ebf3-654b-469d-a104-9bdea48b1af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45ca78e-c105-4fbb-b0dd-f03f61b76b4e,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:24.210049 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-d019cdfb-c4b2-4948-bed1-18b3821d283d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:24.213585 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-d019cdfb-c4b2-4948-bed1-18b3821d283d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 819 time: 1.2848656 Mar 10 04:09:24.268086 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-a9991407-e522-490a-a308-5f8c3a908096 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/quotas/c83ea9d1851f48939afa94258e6af2fc HTTP/1.1" status: 200 len: 375 time: 0.0366392 Mar 10 04:09:24.278336 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:24.279818 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.299170 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:24.345983 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:24.353503 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (d917f827-a643-4989-aa42-7d98eb0e66c2), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.359452 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66998e2e-7ddf-4219-8158-226902b9d1bd admin admin] Publish callbacks [] for security_group (a45ca78e-c105-4fbb-b0dd-f03f61b76b4e), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.410342 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=fd85f73e-f3c5-47a6-b6b5-557b65d098d9,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:24.491169 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66998e2e-7ddf-4219-8158-226902b9d1bd admin admin] Publish callbacks [] for security_group (a45ca78e-c105-4fbb-b0dd-f03f61b76b4e), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.605684 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-87b0c41a-77a5-40c9-bf37-17458cecce5e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3258400 Mar 10 04:09:24.648693 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] For port a6c7489a-9f8e-44be-b833-e7cb582e2f59, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:24.672563 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] For port a6c7489a-9f8e-44be-b833-e7cb582e2f59, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a6c7489a-9f8e-44be-b833-e7cb582e2f59,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:24.706488 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.743305 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9488b179-05b0-4600-a2d4-c8f1d60d868c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.758206 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82a375f4-6fad-46fa-8b14-90c87a7cdd5a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (48a5f8ba-95a8-4fa4-9ce4-253e4b28b9bb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.786122 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Allocated IP 172.20.0.7 (93e68a5d-7ca1-420b-bdee-2751dbe3cfef/083b9b8c-13dd-4d90-95cf-736b69643607/44aa9d34-0735-43f8-a273-d039c6379673) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:24.807233 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82a375f4-6fad-46fa-8b14-90c87a7cdd5a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (48a5f8ba-95a8-4fa4-9ce4-253e4b28b9bb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.822123 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66998e2e-7ddf-4219-8158-226902b9d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a45ca78e-c105-4fbb-b0dd-f03f61b76b4e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.829936 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Pushing event updated for resources: {'Port': ['ID=18ea73c1-cd3e-4aae-a837-8e52fb64400a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:24.836052 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66998e2e-7ddf-4219-8158-226902b9d1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:24.841326 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a375f4-6fad-46fa-8b14-90c87a7cdd5a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a5f8ba-95a8-4fa4-9ce4-253e4b28b9bb,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:24.843625 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-66998e2e-7ddf-4219-8158-226902b9d1bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a45ca78e-c105-4fbb-b0dd-f03f61b76b4e HTTP/1.1" status: 204 len: 168 time: 0.8372571 Mar 10 04:09:25.087208 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82a375f4-6fad-46fa-8b14-90c87a7cdd5a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:25.091696 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-82a375f4-6fad-46fa-8b14-90c87a7cdd5a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7709334 Mar 10 04:09:25.119746 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9488b179-05b0-4600-a2d4-c8f1d60d868c admin admin] Publish callbacks [] for security_group (c6387965-8e8d-46d7-b247-05553a5f73fc), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:25.123819 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45938) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:25.132761 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:25.157974 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:09:25.190475 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:25.196157 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:25.211607 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9488b179-05b0-4600-a2d4-c8f1d60d868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (c6387965-8e8d-46d7-b247-05553a5f73fc), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:25.234363 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66998e2e-7ddf-4219-8158-226902b9d1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45ca78e-c105-4fbb-b0dd-f03f61b76b4e,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:25.362765 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b179-05b0-4600-a2d4-c8f1d60d868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6387965-8e8d-46d7-b247-05553a5f73fc,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:25.388426 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:25.632191 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:25.694747 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:25.726269 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f1f6ee4a-11c6-46ae-8628-fe018dafe400 req-96fa5481-d444-45ff-b8a1-cc80aa2d8a9d tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.3704362 Mar 10 04:09:25.770156 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-1baaab1d-bcdd-45b4-8145-e522a55458ba None None] Provisioning complete for port 18ea73c1-cd3e-4aae-a837-8e52fb64400a triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:25.775834 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1baaab1d-bcdd-45b4-8145-e522a55458ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:25.790254 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:25.799264 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-f4224581-dd19-4acb-bc13-b55abf1eb82b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:09:25.812444 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-f4224581-dd19-4acb-bc13-b55abf1eb82b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9631917 Mar 10 04:09:25.879449 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Publish callbacks [] for port (44aa9d34-0735-43f8-a273-d039c6379673), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:25.916567 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba884959-53c5-4774-b1fa-5274a2312283 None None] Pushing event updated for resources: {'Port': ['ID=a6c7489a-9f8e-44be-b833-e7cb582e2f59,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:25.925517 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Routers {'1f625d44-833d-4a7d-944d-90023f14b9ab'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:25.926767 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['1f625d44-833d-4a7d-944d-90023f14b9ab'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:26.016148 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-1baaab1d-bcdd-45b4-8145-e522a55458ba None None] Port 18ea73c1-cd3e-4aae-a837-8e52fb64400a cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:09:26.140925 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] Set router 1f625d44-833d-4a7d-944d-90023f14b9ab gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:26.183904 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device fd85f73e-f3c5-47a6-b6b5-557b65d098d9 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:26.261393 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9488b179-05b0-4600-a2d4-c8f1d60d868c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=509e067b04a84e45b51dfb3cd3e82bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2605731 Mar 10 04:09:26.273189 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45974) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:26.321244 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Publish callbacks [] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:26.344354 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:26.347442 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (d917f827-a643-4989-aa42-7d98eb0e66c2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:26.359714 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (44aa9d34-0735-43f8-a273-d039c6379673), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:26.553075 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 45980) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:26.578645 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 2, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:26.613858 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:26.617684 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:26.643322 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:26.649701 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:09:26.656309 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Updating router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:09:26.660794 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:26.661471 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:26.722394 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:26.725027 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Network 59347b9f-2f5e-411b-86f5-64b8472f699d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:26.733627 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:26.747114 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-daca1686-b8f1-41dd-a902-5e2f7a537877 service neutron] 10.222.0.15 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9336224 Mar 10 04:09:26.750685 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:26.751242 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:26.870074 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:09:17Z', 'revision_number': 4, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port': {'id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'a6c7489a-9f8e-44be-b833-e7cb582e2f59', 'name': '', 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'mac_address': 'fa:16:3e:5c:c6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '43c95aac-76c0-483e-b7a3-7788dbd5669c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:15Z', 'updated_at': '2022-03-10T04:09:24Z', 'revision_number': 4, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'subnets': [{'id': '43c95aac-76c0-483e-b7a3-7788dbd5669c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:26.919955 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2541595 Mar 10 04:09:26.923534 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Pushing event updated for resources: {'Port': ['ID=18ea73c1-cd3e-4aae-a837-8e52fb64400a,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:26.945192 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32db63-6ed4-436f-940d-f26e99ac3656 None None] The sync data for ids ['1f625d44-833d-4a7d-944d-90023f14b9ab'] in dv-cinder-778193-25-iscsi is: [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:09:17Z', 'revision_number': 4, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port': {'id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'a6c7489a-9f8e-44be-b833-e7cb582e2f59', 'name': '', 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'mac_address': 'fa:16:3e:5c:c6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '43c95aac-76c0-483e-b7a3-7788dbd5669c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:15Z', 'updated_at': '2022-03-10T04:09:24Z', 'revision_number': 4, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'subnets': [{'id': '43c95aac-76c0-483e-b7a3-7788dbd5669c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:09:26.991818 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-ae5e0ca3-77a5-41e4-bae0-01b66b79550b tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:09:26.998609 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-ae5e0ca3-77a5-41e4-bae0-01b66b79550b tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499213 Mar 10 04:09:27.276893 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:27.278078 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 500a2f53-e829-4df3-addd-66cd178d71eb up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:27.378207 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062af57-2b51-4fa6-a013-b96f23c73182 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Pushing event updated for resources: {'Port': ['ID=44aa9d34-0735-43f8-a273-d039c6379673,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:27.442884 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a864b6a3-a6da-4396-a24d-d32cef09fd62 None None] Provisioning complete for port 18ea73c1-cd3e-4aae-a837-8e52fb64400a triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:27.443313 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a864b6a3-a6da-4396-a24d-d32cef09fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.458063 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Request body: {'port': {'device_id': 'ec5cb1aa-2cfc-4a91-831d-90221d34691e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:27.496701 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e2be6f8-3b2b-4a52-a3be-5a6f41b8521b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.497576 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Publish callbacks [] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.510954 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.525430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b32916-4a48-45c5-bbf3-71c46e023818 admin admin] Publish callbacks [] for security_group (c6387965-8e8d-46d7-b247-05553a5f73fc), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.539603 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 500a2f53-e829-4df3-addd-66cd178d71eb triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:27.540249 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.692169 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a864b6a3-a6da-4396-a24d-d32cef09fd62 None None] Port 18ea73c1-cd3e-4aae-a837-8e52fb64400a cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:09:27.708582 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Router d917f827-a643-4989-aa42-7d98eb0e66c2 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:09:27.715646 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (44aa9d34-0735-43f8-a273-d039c6379673), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.824707 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e2be6f8-3b2b-4a52-a3be-5a6f41b8521b admin admin] Publish callbacks [] for security_group (9660e94a-ff9c-45f0-924c-0a01b15f375a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.840161 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Attempting to bind port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:27.840807 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Attempting to bind port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:27.840807 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Attempting to bind port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:27.862269 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:27.862636 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Checking segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:27.863036 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.869899 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Bound using segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:27.870439 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Bound port: 01f2fe6d-a9e2-4010-8bae-14fa9b809bef, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:27.870864 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.887192 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.917375 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 500a2f53-e829-4df3-addd-66cd178d71eb is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:27.918308 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:27.977083 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 500a2f53-e829-4df3-addd-66cd178d71eb, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=500a2f53-e829-4df3-addd-66cd178d71eb,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:27.984018 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:28.068887 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb54067-a0de-4b38-b791-7d19bcdaea12 None None] Pushing event updated for resources: {'Port': ['ID=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:28.153627 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] For port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:28.159029 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] For port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:28.170462 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-8bfe6f9c-8d31-4749-aee9-fe4f42ce7bcd None None] Provisioning complete for port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:28.170850 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8bfe6f9c-8d31-4749-aee9-fe4f42ce7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:28.175759 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=500a2f53-e829-4df3-addd-66cd178d71eb,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:28.179575 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:28.217356 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e2be6f8-3b2b-4a52-a3be-5a6f41b8521b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (9660e94a-ff9c-45f0-924c-0a01b15f375a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:28.280999 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a6c7489a-9f8e-44be-b833-e7cb582e2f59 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:28.331838 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb54067-a0de-4b38-b791-7d19bcdaea12 None None] Pushing event updated for resources: {'Port': ['ID=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:28.374947 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:28.378696 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:28.440021 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-d94b9401-543a-4a48-986a-13eb3dd76cd7 service neutron] 10.222.0.15 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6919851 Mar 10 04:09:28.534672 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2be6f8-3b2b-4a52-a3be-5a6f41b8521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9660e94a-ff9c-45f0-924c-0a01b15f375a,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:28.633904 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe6f9c-8d31-4749-aee9-fe4f42ce7bcd None None] Current status of the port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:28.652019 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8bfe6f9c-8d31-4749-aee9-fe4f42ce7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:28.677342 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b32916-4a48-45c5-bbf3-71c46e023818 admin admin] Publish callbacks [] for security_group (c6387965-8e8d-46d7-b247-05553a5f73fc), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:28.743381 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:09:28.759939 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d59a6a53-d5c4-4729-b16b-a36945f9554d admin admin] 10.222.0.15 "PUT /v2.0/routers/d917f827-a643-4989-aa42-7d98eb0e66c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6057701 Mar 10 04:09:28.786416 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Sync routers for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:09:28.806958 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port a6c7489a-9f8e-44be-b833-e7cb582e2f59 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:28.807619 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:28.825448 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-8bfe6f9c-8d31-4749-aee9-fe4f42ce7bcd None None] For port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:28.884156 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8bfe6f9c-8d31-4749-aee9-fe4f42ce7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:28.919729 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:28.921182 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:28.983714 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4e2be6f8-3b2b-4a52-a3be-5a6f41b8521b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab168829d0024e52b70496329d2c8758&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4036126 Mar 10 04:09:28.983714 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Allocated IP 172.27.2.228 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/54a068f1-8a76-45fc-b9b7-87ad2f203011) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:28.990747 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b32916-4a48-45c5-bbf3-71c46e023818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (c6387965-8e8d-46d7-b247-05553a5f73fc), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:29.014707 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b32916-4a48-45c5-bbf3-71c46e023818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:29.020233 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-11b32916-4a48-45c5-bbf3-71c46e023818 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6387965-8e8d-46d7-b247-05553a5f73fc HTTP/1.1" status: 204 len: 168 time: 2.7456911 Mar 10 04:09:29.055945 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46038) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:29.098311 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:29.322215 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e44997b9-17ed-4f10-b171-99fc18a494bf req-4402eaf2-c1e9-415f-b3b3-42648b4e071a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 210 time: 0.3007410 Mar 10 04:09:29.382284 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde8b1c-841f-4350-a16f-4254e1943472 req-f0292d6c-bb4b-4ece-9d3d-5ef1021e9416 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:29.412278 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9dde8b1c-841f-4350-a16f-4254e1943472 req-f0292d6c-bb4b-4ece-9d3d-5ef1021e9416 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 931 time: 2.0368400 Mar 10 04:09:29.414231 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b32916-4a48-45c5-bbf3-71c46e023818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6387965-8e8d-46d7-b247-05553a5f73fc,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:29.546192 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe6f9c-8d31-4749-aee9-fe4f42ce7bcd None None] Pushing event updated for resources: {'Port': ['ID=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:29.564245 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-3ebc990b-c048-4fbd-99f2-3bc9dddc179a None None] Provisioning complete for port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:29.576196 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3ebc990b-c048-4fbd-99f2-3bc9dddc179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:29.746569 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:29.757267 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44aa9d34-0735-43f8-a273-d039c6379673 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:29.799422 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Publish callbacks [] for port (44aa9d34-0735-43f8-a273-d039c6379673), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:29.827815 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5ff5-0afe-4c8e-9ab4-51ebe6e915fb None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:09:29.831595 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5e2126ae-ded1-42f7-956f-582e00a06750 admin admin] Publish callbacks [] for security_group (9660e94a-ff9c-45f0-924c-0a01b15f375a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:29.865989 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Transition to ACTIVE for port object 44aa9d34-0735-43f8-a273-d039c6379673 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:09:29.875277 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (44aa9d34-0735-43f8-a273-d039c6379673), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.030378 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:30.039446 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Pushing event updated for resources: {'Port': ['ID=44aa9d34-0735-43f8-a273-d039c6379673,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:30.125482 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9dde8b1c-841f-4350-a16f-4254e1943472 req-d861f49a-5fcd-42f6-8a48-6b8601f74998 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7122650 Mar 10 04:09:30.136314 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5e2126ae-ded1-42f7-956f-582e00a06750 admin admin] Publish callbacks [] for security_group (9660e94a-ff9c-45f0-924c-0a01b15f375a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.195360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port a6c7489a-9f8e-44be-b833-e7cb582e2f59 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:30.197135 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.204541 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46092) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:30.260760 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (54a068f1-8a76-45fc-b9b7-87ad2f203011), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.265136 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7852d32f-c7fa-4d61-aed8-d9c82af26106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.282828 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Attempting to bind port 44aa9d34-0735-43f8-a273-d039c6379673 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:30.283469 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Attempting to bind port 44aa9d34-0735-43f8-a273-d039c6379673 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '05a68e08-278b-481e-8fbc-5b74da495ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '93e68a5d-7ca1-420b-bdee-2751dbe3cfef'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:30.285377 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Attempting to bind port 44aa9d34-0735-43f8-a273-d039c6379673 on network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:30.298900 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Port 44aa9d34-0735-43f8-a273-d039c6379673 on network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:09:30.299634 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Attempting to bind port 44aa9d34-0735-43f8-a273-d039c6379673 on network 93e68a5d-7ca1-420b-bdee-2751dbe3cfef {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:30.311800 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:30.315796 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Checking segment: {'id': '05a68e08-278b-481e-8fbc-5b74da495ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '93e68a5d-7ca1-420b-bdee-2751dbe3cfef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:30.316668 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Bound using segment: {'id': '05a68e08-278b-481e-8fbc-5b74da495ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '93e68a5d-7ca1-420b-bdee-2751dbe3cfef'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:30.317391 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Bound port: 44aa9d34-0735-43f8-a273-d039c6379673, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a68e08-278b-481e-8fbc-5b74da495ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '93e68a5d-7ca1-420b-bdee-2751dbe3cfef'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:30.317975 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (44aa9d34-0735-43f8-a273-d039c6379673), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.335737 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc990b-c048-4fbd-99f2-3bc9dddc179a None None] Current status of the port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:30.346694 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5e2126ae-ded1-42f7-956f-582e00a06750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (9660e94a-ff9c-45f0-924c-0a01b15f375a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.354626 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5e2126ae-ded1-42f7-956f-582e00a06750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.356078 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5e2126ae-ded1-42f7-956f-582e00a06750 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9660e94a-ff9c-45f0-924c-0a01b15f375a HTTP/1.1" status: 204 len: 168 time: 1.2895224 Mar 10 04:09:30.439581 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2126ae-ded1-42f7-956f-582e00a06750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9660e94a-ff9c-45f0-924c-0a01b15f375a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:30.477545 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (54a068f1-8a76-45fc-b9b7-87ad2f203011), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.592289 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] For port 44aa9d34-0735-43f8-a273-d039c6379673, host hv-cinder-77819, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:30.613258 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] For port 44aa9d34-0735-43f8-a273-d039c6379673, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44aa9d34-0735-43f8-a273-d039c6379673,segment=NetworkSegment(05a68e08-278b-481e-8fbc-5b74da495ee2),segment_id=05a68e08-278b-481e-8fbc-5b74da495ee2)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:30.631782 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (44aa9d34-0735-43f8-a273-d039c6379673), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.660293 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port a6c7489a-9f8e-44be-b833-e7cb582e2f59, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a6c7489a-9f8e-44be-b833-e7cb582e2f59,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:30.708478 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.747972 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:30.782362 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:30.786863 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.791776 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/44aa9d34-0735-43f8-a273-d039c6379673 HTTP/1.1" status: 200 len: 1093 time: 3.4493077 Mar 10 04:09:30.796559 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5cb1aa-2cfc-4a91-831d-90221d34691e', 'tag': '44aa9d34-0735-43f8-a273-d039c6379673'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:09:30.888936 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7852d32f-c7fa-4d61-aed8-d9c82af26106 admin admin] Publish callbacks [] for security_group (66d1a7c9-2f5d-46ae-bff5-55cc1ebfc69d), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:30.899930 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:30.912294 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:30.923341 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7852d32f-c7fa-4d61-aed8-d9c82af26106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (66d1a7c9-2f5d-46ae-bff5-55cc1ebfc69d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:31.194758 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46118) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:31.305405 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7852d32f-c7fa-4d61-aed8-d9c82af26106 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f5722ad62c3411d8892c59dd8c2a3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0903778 Mar 10 04:09:31.343571 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-183dc996-9eba-4cf2-a31b-d6689b750be9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1433876772', 'description': 'tempest-description--853634033'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:31.361456 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46124) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:31.484940 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 500a2f53-e829-4df3-addd-66cd178d71eb up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:31.497748 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=a6c7489a-9f8e-44be-b833-e7cb582e2f59,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:31.680831 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (209e8996-723a-48a4-a23f-51aa04100546), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:31.734918 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d02ede-850c-4d01-ada1-89695d462735" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5cb1aa-2cfc-4a91-831d-90221d34691e", "tag": "44aa9d34-0735-43f8-a273-d039c6379673"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:09:31.745134 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d32f-c7fa-4d61-aed8-d9c82af26106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d1a7c9-2f5d-46ae-bff5-55cc1ebfc69d,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:31.768219 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46132) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:31.788658 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 500a2f53-e829-4df3-addd-66cd178d71eb triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:31.794730 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:31.862961 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-76c8190f-cc5d-47c4-b895-869d4cfc8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:31.879564 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-76c8190f-cc5d-47c4-b895-869d4cfc8c6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8709904b3d2c45eeaf39c924b23a36b7&device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 1127 time: 0.7463737 Mar 10 04:09:31.880350 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cca0a4-aadc-47da-9eca-2989bef574b4 service neutron] Pushing event updated for resources: {'Port': ['ID=44aa9d34-0735-43f8-a273-d039c6379673,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:31.898764 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=54a068f1-8a76-45fc-b9b7-87ad2f203011,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:31.947427 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1e8a-39a0-4158-9002-1761b2950f25 admin admin] Publish callbacks [] for security_group (66d1a7c9-2f5d-46ae-bff5-55cc1ebfc69d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:31.949720 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-183dc996-9eba-4cf2-a31b-d6689b750be9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:31.956784 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 2, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:32.040395 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Checking router: d917f827-a643-4989-aa42-7d98eb0e66c2 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:09:32.045049 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Updating router d917f827-a643-4989-aa42-7d98eb0e66c2 port 18ea73c1-cd3e-4aae-a837-8e52fb64400a binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:09:32.058679 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1e8a-39a0-4158-9002-1761b2950f25 admin admin] Publish callbacks [] for security_group (66d1a7c9-2f5d-46ae-bff5-55cc1ebfc69d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.090425 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b760c3e3-c837-4c0c-b27f-e29fb382d811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.097326 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.177962 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (54a068f1-8a76-45fc-b9b7-87ad2f203011), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.251773 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 500a2f53-e829-4df3-addd-66cd178d71eb is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:32.253259 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 01f2fe6d-a9e2-4010-8bae-14fa9b809bef up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:32.284361 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1e8a-39a0-4158-9002-1761b2950f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (66d1a7c9-2f5d-46ae-bff5-55cc1ebfc69d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.287542 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1e8a-39a0-4158-9002-1761b2950f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.289043 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d0fa1e8a-39a0-4158-9002-1761b2950f25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66d1a7c9-2f5d-46ae-bff5-55cc1ebfc69d HTTP/1.1" status: 204 len: 168 time: 0.8260224 Mar 10 04:09:32.376579 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b760c3e3-c837-4c0c-b27f-e29fb382d811 admin admin] Publish callbacks [] for security_group (f41405fe-9e0b-48cd-a520-b7a520d67f8c), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.406632 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b760c3e3-c837-4c0c-b27f-e29fb382d811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f41405fe-9e0b-48cd-a520-b7a520d67f8c), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.426592 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-0329e320-1791-4bb3-8c84-eeeec848af90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44aa9d34-0735-43f8-a273-d039c6379673 HTTP/1.1" status: 200 len: 217 time: 0.2768860 Mar 10 04:09:32.443481 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760c3e3-c837-4c0c-b27f-e29fb382d811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41405fe-9e0b-48cd-a520-b7a520d67f8c,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:32.472645 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-d5e49bb8-60cb-4808-a7c5-721d380cdcde tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:32.479486 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa1e8a-39a0-4158-9002-1761b2950f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d1a7c9-2f5d-46ae-bff5-55cc1ebfc69d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:32.480528 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-d5e49bb8-60cb-4808-a7c5-721d380cdcde tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 819 time: 1.5510063 Mar 10 04:09:32.494623 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703848d-8022-4b30-b2d7-97f931a4dc8d req-7ada6682-be6f-4950-9be2-5daee5a2fab3 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:32.505859 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6703848d-8022-4b30-b2d7-97f931a4dc8d req-7ada6682-be6f-4950-9be2-5daee5a2fab3 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.5754359 Mar 10 04:09:32.543725 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-183dc996-9eba-4cf2-a31b-d6689b750be9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (d969a5e4-53ec-4e57-93a2-83cae822a545), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.548775 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-183dc996-9eba-4cf2-a31b-d6689b750be9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d969a5e4-53ec-4e57-93a2-83cae822a545), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.564633 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-d88a3490-903e-4c05-83c3-7f54607c490f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/quotas/c83ea9d1851f48939afa94258e6af2fc HTTP/1.1" status: 200 len: 375 time: 0.0829153 Mar 10 04:09:32.604879 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc996-9eba-4cf2-a31b-d6689b750be9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d969a5e4-53ec-4e57-93a2-83cae822a545,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:32.647228 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b760c3e3-c837-4c0c-b27f-e29fb382d811 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e00631e3a8c451191942eda4921cd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7526264 Mar 10 04:09:32.659213 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46142) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:32.668623 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:32.669119 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.705312 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6703848d-8022-4b30-b2d7-97f931a4dc8d req-fc1020da-f00c-46ea-9b52-0a01c45fce0e tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981783 Mar 10 04:09:32.762433 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (54a068f1-8a76-45fc-b9b7-87ad2f203011), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.793485 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-e98e032b-9e89-4601-89b5-4e11058083cf tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2278748 Mar 10 04:09:32.832425 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-183dc996-9eba-4cf2-a31b-d6689b750be9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.838023 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-183dc996-9eba-4cf2-a31b-d6689b750be9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5089254 Mar 10 04:09:32.839824 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46152) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:32.853232 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-21526b6d-f08a-44d6-8adc-fb490a14e4e8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'security_group_rule': {'security_group_id': 'd969a5e4-53ec-4e57-93a2-83cae822a545', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:32.958858 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21526b6d-f08a-44d6-8adc-fb490a14e4e8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (898ac325-a96b-42a4-850c-7a0214fbb8f2), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.974559 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (54a068f1-8a76-45fc-b9b7-87ad2f203011), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:32.983923 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-035b1e4c-a1d6-44c5-ba0a-661b875fdde8 service neutron] 10.222.0.15 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892390 Mar 10 04:09:33.019569 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.26', 59970) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:33.086600 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4832ce92-472d-4e93-9904-dd32c4b46936 admin admin] Publish callbacks [] for security_group (f41405fe-9e0b-48cd-a520-b7a520d67f8c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.175390 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (209e8996-723a-48a4-a23f-51aa04100546), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.228434 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-a01753d0-b9a6-4884-bf41-3efc038c7035 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:33.229909 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-a01753d0-b9a6-4884-bf41-3efc038c7035 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 819 time: 0.1908536 Mar 10 04:09:33.253135 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Request body: {'port': {'device_id': '2cbd9add-fdcb-40a3-a23e-489335900ae9', 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255', 'admin_state_up': True, 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:33.253466 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-e60b7045-32e9-47f9-94a3-bd5d8aa0bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:33.258007 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-e60b7045-32e9-47f9-94a3-bd5d8aa0bd5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=083b9b8c-13dd-4d90-95cf-736b69643607 HTTP/1.1" status: 200 len: 851 time: 0.6564717 Mar 10 04:09:33.326035 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21526b6d-f08a-44d6-8adc-fb490a14e4e8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (898ac325-a96b-42a4-850c-7a0214fbb8f2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.346179 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4832ce92-472d-4e93-9904-dd32c4b46936 admin admin] Publish callbacks [] for security_group (f41405fe-9e0b-48cd-a520-b7a520d67f8c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.373488 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:33.528148 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21526b6d-f08a-44d6-8adc-fb490a14e4e8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (898ac325-a96b-42a4-850c-7a0214fbb8f2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.530148 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4832ce92-472d-4e93-9904-dd32c4b46936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f41405fe-9e0b-48cd-a520-b7a520d67f8c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.534792 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4832ce92-472d-4e93-9904-dd32c4b46936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.539281 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4832ce92-472d-4e93-9904-dd32c4b46936 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f41405fe-9e0b-48cd-a520-b7a520d67f8c HTTP/1.1" status: 204 len: 168 time: 0.8758047 Mar 10 04:09:33.539281 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc099a4f-037a-43c3-959a-e839a940b7ef x-openstack-request-id: req-fc099a4f-037a-43c3-959a-e839a940b7ef {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:09:33.539527 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5cb1aa-2cfc-4a91-831d-90221d34691e", "tag": "44aa9d34-0735-43f8-a273-d039c6379673", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:09:33.550849 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc099a4f-037a-43c3-959a-e839a940b7ef {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:09:33.551155 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5cb1aa-2cfc-4a91-831d-90221d34691e', 'tag': '44aa9d34-0735-43f8-a273-d039c6379673', 'status': 'completed', 'code': 200} Mar 10 04:09:33.605097 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Publish callbacks [] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.621575 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a6c7489a-9f8e-44be-b833-e7cb582e2f59 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:33.628247 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832ce92-472d-4e93-9904-dd32c4b46936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41405fe-9e0b-48cd-a520-b7a520d67f8c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:33.639517 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-55aa79aa-04d0-4fc6-969d-66583b467f49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e68a5d-7ca1-420b-bdee-2751dbe3cfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3520975 Mar 10 04:09:33.680048 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21526b6d-f08a-44d6-8adc-fb490a14e4e8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898ac325-a96b-42a4-850c-7a0214fbb8f2,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:33.743426 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.875291 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d566-7e6e-4651-a6e4-2c56ce118db7 None None] Pushing event updated for resources: {'Port': ['ID=18ea73c1-cd3e-4aae-a837-8e52fb64400a,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:33.891799 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=54a068f1-8a76-45fc-b9b7-87ad2f203011,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:33.900532 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-fa62aaa6-fec8-45ec-ac97-9b752add4491 service neutron] 10.222.0.26 "GET /v2.0/networks/93e68a5d-7ca1-420b-bdee-2751dbe3cfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166409 Mar 10 04:09:33.908596 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21526b6d-f08a-44d6-8adc-fb490a14e4e8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.910088 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-21526b6d-f08a-44d6-8adc-fb490a14e4e8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0604627 Mar 10 04:09:33.914163 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46184) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:33.917949 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:33.923395 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-12f42b36-afbe-4a69-bad6-e47a6a5299c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'security_group_rule': {'security_group_id': 'd969a5e4-53ec-4e57-93a2-83cae822a545', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:33.939082 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-dd032677-040c-4a13-8c84-9936209ae8f6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8127837 Mar 10 04:09:34.005127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port a6c7489a-9f8e-44be-b833-e7cb582e2f59 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:34.007016 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.102554 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Made reservation on behalf of c83ea9d1851f48939afa94258e6af2fc for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:34.117539 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.120950 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-12f42b36-afbe-4a69-bad6-e47a6a5299c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (dc39fa98-922d-4c63-a5d9-9b19fe191167), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.211729 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-9734bb60-a52d-4f76-a75d-29c9db4a7af9 service neutron] 10.222.0.15 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2265034 Mar 10 04:09:34.278747 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-12f42b36-afbe-4a69-bad6-e47a6a5299c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (dc39fa98-922d-4c63-a5d9-9b19fe191167), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.286755 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-12f42b36-afbe-4a69-bad6-e47a6a5299c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (dc39fa98-922d-4c63-a5d9-9b19fe191167), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.303360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Attempting to bind port 18ea73c1-cd3e-4aae-a837-8e52fb64400a on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:34.309567 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Attempting to bind port 18ea73c1-cd3e-4aae-a837-8e52fb64400a by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:34.310700 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Attempting to bind port 18ea73c1-cd3e-4aae-a837-8e52fb64400a on network 59347b9f-2f5e-411b-86f5-64b8472f699d {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:34.342180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc94f17-e6c7-48ee-9f9e-7df5df14eb0f req-15de2857-1038-4678-8d59-2296250e6989 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:34.342675 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:34.343142 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Checking segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:34.343474 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.346144 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Bound using segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:34.350259 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Bound port: 18ea73c1-cd3e-4aae-a837-8e52fb64400a, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:34.350921 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.354858 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cdc94f17-e6c7-48ee-9f9e-7df5df14eb0f req-15de2857-1038-4678-8d59-2296250e6989 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.4687340 Mar 10 04:09:34.376098 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f42b36-afbe-4a69-bad6-e47a6a5299c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc39fa98-922d-4c63-a5d9-9b19fe191167,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:34.455762 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-12f42b36-afbe-4a69-bad6-e47a6a5299c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.457242 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-12f42b36-afbe-4a69-bad6-e47a6a5299c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5398171 Mar 10 04:09:34.470826 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46208) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:34.485852 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:34.522400 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbde9087-77cd-460c-94d4-d507bd3fc7b0 req-a75b05fd-11c3-4f6e-b3a0-f695814b9b01 service neutron] 10.222.0.26 "GET /v2.0/networks/93e68a5d-7ca1-420b-bdee-2751dbe3cfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118823 Mar 10 04:09:34.599965 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.649336 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port a6c7489a-9f8e-44be-b833-e7cb582e2f59 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:34.761042 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] For port 18ea73c1-cd3e-4aae-a837-8e52fb64400a, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:34.772557 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] For port 18ea73c1-cd3e-4aae-a837-8e52fb64400a, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=18ea73c1-cd3e-4aae-a837-8e52fb64400a,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:34.775468 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cdc94f17-e6c7-48ee-9f9e-7df5df14eb0f req-2872ffe4-671a-41e7-b9d3-1373f293c904 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162247 Mar 10 04:09:34.804372 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-bfcae7d0-36f2-4f4d-9dd3-cd837563c0d9 None None] Provisioning complete for port 18ea73c1-cd3e-4aae-a837-8e52fb64400a triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:34.805912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bfcae7d0-36f2-4f4d-9dd3-cd837563c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.812545 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:34.820673 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02ede-850c-4d01-ada1-89695d462735 req-f5a16f86-2315-4686-bece-81a46dc5a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:34.822175 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3d02ede-850c-4d01-ada1-89695d462735 req-f5a16f86-2315-4686-bece-81a46dc5a961 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8709904b3d2c45eeaf39c924b23a36b7&device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 1127 time: 0.1716671 Mar 10 04:09:35.073207 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b08c4e5-5894-45ee-bbbb-b86a89d656df req-bc69fe8e-2336-4fe6-a795-0e1bb40f692f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 210 time: 0.1104422 Mar 10 04:09:35.074727 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Allocated IP 172.20.0.7 (cab45d90-dce4-432e-bd1e-1247398e9255/43c95aac-76c0-483e-b7a3-7788dbd5669c/b9973bb0-7507-436a-ab7a-5e04a0299438) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:35.165846 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:09:35.174158 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:35.323702 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-1d429628-affc-42ca-b1f6-a1b23512f3a4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1945958153&fields=id&tenant_id=2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 267 time: 0.5114698 Mar 10 04:09:35.643423 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:09:35.912569 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f644-01a4-4076-b137-2f921097a3b7 req-cf69653f-28a1-424e-a28c-c52ef4ab1842 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:35.931269 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-cf69653f-28a1-424e-a28c-c52ef4ab1842 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 814 time: 0.6033642 Mar 10 04:09:35.982257 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d566-7e6e-4651-a6e4-2c56ce118db7 None None] Pushing event updated for resources: {'Port': ['ID=18ea73c1-cd3e-4aae-a837-8e52fb64400a,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:36.080585 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02ede-850c-4d01-ada1-89695d462735 req-7a4c0a31-a2d4-42a1-9253-1abe2f9b742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:36.081796 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3d02ede-850c-4d01-ada1-89695d462735 req-7a4c0a31-a2d4-42a1-9253-1abe2f9b742c service neutron] 10.222.0.26 "GET /v2.0/networks?id=93e68a5d-7ca1-420b-bdee-2751dbe3cfef HTTP/1.1" status: 200 len: 912 time: 1.2110233 Mar 10 04:09:36.084930 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:36.200274 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-9c2880fb-a284-4db7-a0af-c4d95811ead8 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/quotas/2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 375 time: 0.2673001 Mar 10 04:09:36.225364 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3d02ede-850c-4d01-ada1-89695d462735 req-58b601fd-8280-4ebb-8396-419fdb3284f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44aa9d34-0735-43f8-a273-d039c6379673 HTTP/1.1" status: 200 len: 217 time: 0.0651603 Mar 10 04:09:36.396428 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02ede-850c-4d01-ada1-89695d462735 req-69e5c8e6-34d2-49aa-8bdf-624a3f92d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:36.403171 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3d02ede-850c-4d01-ada1-89695d462735 req-69e5c8e6-34d2-49aa-8bdf-624a3f92d56c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=083b9b8c-13dd-4d90-95cf-736b69643607 HTTP/1.1" status: 200 len: 851 time: 0.1627014 Mar 10 04:09:36.438831 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks [] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:36.461199 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-bfcae7d0-36f2-4f4d-9dd3-cd837563c0d9 None None] Current status of the port 18ea73c1-cd3e-4aae-a837-8e52fb64400a is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:36.461567 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bfcae7d0-36f2-4f4d-9dd3-cd837563c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:36.485531 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3d02ede-850c-4d01-ada1-89695d462735 req-12b99cb3-2379-435d-aaca-957f7330bf64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93e68a5d-7ca1-420b-bdee-2751dbe3cfef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670471 Mar 10 04:09:36.510729 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Allocated IP 172.27.2.34 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/f5c28865-a99d-4b97-8c3c-063d6682593f) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:36.514925 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20490768-cdc5-4e2f-baa3-bc974df6280f req-048438b4-c66e-4205-a710-556743c0df3a tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:36.520279 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-20490768-cdc5-4e2f-baa3-bc974df6280f req-048438b4-c66e-4205-a710-556743c0df3a tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.5559800 Mar 10 04:09:36.563585 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-e630ed53-f39e-40f5-b349-c68d0447eb09 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3589172 Mar 10 04:09:36.660041 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-bfcae7d0-36f2-4f4d-9dd3-cd837563c0d9 None None] For port 18ea73c1-cd3e-4aae-a837-8e52fb64400a, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=18ea73c1-cd3e-4aae-a837-8e52fb64400a,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:36.667625 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:34Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:36.681753 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bfcae7d0-36f2-4f4d-9dd3-cd837563c0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:36.756822 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3d02ede-850c-4d01-ada1-89695d462735 req-127c7838-a60c-4efe-998a-bf776b4a8537 service neutron] 10.222.0.26 "GET /v2.0/networks/93e68a5d-7ca1-420b-bdee-2751dbe3cfef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252624 Mar 10 04:09:36.814913 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for port (f5c28865-a99d-4b97-8c3c-063d6682593f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:36.816250 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:36.906612 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.26', 59974) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:36.975869 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcae7d0-36f2-4f4d-9dd3-cd837563c0d9 None None] Pushing event updated for resources: {'Port': ['ID=18ea73c1-cd3e-4aae-a837-8e52fb64400a,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:37.003365 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22cf1a-ac45-4b47-a517-a8bff5daddb3 None None] The sync data for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi is: [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:34Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:09:37.080787 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-03a8bdb4-37f5-45db-9e33-98547b36ce08 None None] Provisioning complete for port 18ea73c1-cd3e-4aae-a837-8e52fb64400a triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:37.088272 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-03a8bdb4-37f5-45db-9e33-98547b36ce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:37.089736 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-2667386d-1a6b-47bc-8e77-a9761426a386 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:37.092101 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-2667386d-1a6b-47bc-8e77-a9761426a386 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 819 time: 0.1788559 Mar 10 04:09:37.107047 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3d02ede-850c-4d01-ada1-89695d462735 req-5fc75ec6-4614-4edd-910c-367626279b0e service neutron] 10.222.0.26 "GET /v2.0/networks/93e68a5d-7ca1-420b-bdee-2751dbe3cfef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365207 Mar 10 04:09:37.114199 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Request body: {'port': {'device_id': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255', 'admin_state_up': True, 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:37.122372 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (f5c28865-a99d-4b97-8c3c-063d6682593f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:37.205538 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'Port': ['ID=f5c28865-a99d-4b97-8c3c-063d6682593f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:37.287091 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:37.290723 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:37.296887 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-ee6f7a3c-7f8d-4753-abaf-b1a7dc65592e service neutron] 10.222.0.15 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831591 Mar 10 04:09:37.398717 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:37.589774 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-20490768-cdc5-4e2f-baa3-bc974df6280f req-4df66f58-0cbb-4b85-8845-0b8b371a100b tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0548255 Mar 10 04:09:37.604098 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-03a8bdb4-37f5-45db-9e33-98547b36ce08 None None] Current status of the port 18ea73c1-cd3e-4aae-a837-8e52fb64400a is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:37.652323 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 18ea73c1-cd3e-4aae-a837-8e52fb64400a up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:37.697249 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Network cab45d90-dce4-432e-bd1e-1247398e9255 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:37.719768 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Made reservation on behalf of c83ea9d1851f48939afa94258e6af2fc for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:37.725510 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:37.760304 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (30f72d73-9405-4c81-af73-20b7462da7dd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:37.791119 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:37.803795 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:37.833608 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:37.840509 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:37.878578 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 18ea73c1-cd3e-4aae-a837-8e52fb64400a triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:37.879102 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:38.029602 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Pushing event updated for resources: {'Port': ['ID=b9973bb0-7507-436a-ab7a-5e04a0299438,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:38.126925 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d11886bc-2193-4220-83da-3c8ac3451439 req-55d21148-d4ed-493c-b216-25bb999f48cf tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 210 time: 0.2150517 Mar 10 04:09:38.138252 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (f5c28865-a99d-4b97-8c3c-063d6682593f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:38.143573 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-b0e8f7e9-c3cf-4af3-98e3-a9d7261b4b38 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8948226 Mar 10 04:09:38.166656 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-1888e7bb-858f-496e-9d62-eb223bfb91d8 service neutron] 10.222.0.15 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8677232 Mar 10 04:09:38.258666 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 18ea73c1-cd3e-4aae-a837-8e52fb64400a is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:38.352594 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Allocated IP 172.20.0.4 (cab45d90-dce4-432e-bd1e-1247398e9255/43c95aac-76c0-483e-b7a3-7788dbd5669c/23472193-5938-4ff1-9861-9b2bae6e77be) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:38.497826 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-98acb5f8-e599-49f1-84b0-8c439f4108f1 req-5a350f66-a296-423f-bb79-6984ba28fda0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0401545 Mar 10 04:09:38.575437 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for port (f5c28865-a99d-4b97-8c3c-063d6682593f), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:38.619946 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (f5c28865-a99d-4b97-8c3c-063d6682593f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:38.720918 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (30f72d73-9405-4c81-af73-20b7462da7dd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:38.789692 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'Port': ['ID=f5c28865-a99d-4b97-8c3c-063d6682593f,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:38.801240 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks [] for port (23472193-5938-4ff1-9861-9b2bae6e77be), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:38.809311 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:38.815379 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-29050f8a-268c-4520-9407-e4080651da7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3401783 Mar 10 04:09:38.864550 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91741-88ca-4dac-8543-787b06f5cae8 req-9a958648-8620-43a8-b9d7-1b10ee7b52f5 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:38.871669 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05b91741-88ca-4dac-8543-787b06f5cae8 req-9a958648-8620-43a8-b9d7-1b10ee7b52f5 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.1368728 Mar 10 04:09:38.884713 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:38.975775 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Network cab45d90-dce4-432e-bd1e-1247398e9255 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:38.990768 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:39.000758 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:39.018565 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:39.020489 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:39.021215 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05b91741-88ca-4dac-8543-787b06f5cae8 req-0067cd00-f820-481b-ace2-eb9f240288c0 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398165 Mar 10 04:09:39.069379 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Pushing event updated for resources: {'Port': ['ID=23472193-5938-4ff1-9861-9b2bae6e77be,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:39.099226 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-13ff626c-3d32-4a1c-beec-57726ac86e61 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9907610 Mar 10 04:09:39.228615 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-ea887a23-c0c5-4fcc-b42e-02670c7f05e4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1433876772&fields=id&tenant_id=1043931780a941138b2c0a8bd33e3723 HTTP/1.1" status: 200 len: 267 time: 0.1221564 Mar 10 04:09:39.491123 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46436) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:39.526606 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-08fa122d-177e-457f-bc9e-3f34cb12ac83 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:39.528385 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-08fa122d-177e-457f-bc9e-3f34cb12ac83 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 816 time: 0.2989330 Mar 10 04:09:39.537610 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081bcb7-30a0-4c03-b36d-5effeecd7695 req-8c282c3a-d014-4352-847c-f79cc606669e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:39.544199 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7081bcb7-30a0-4c03-b36d-5effeecd7695 req-8c282c3a-d014-4352-847c-f79cc606669e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 931 time: 0.2242389 Mar 10 04:09:39.569311 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-6698de89-565d-4ae1-b790-0f6e377107a8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/quotas/1043931780a941138b2c0a8bd33e3723 HTTP/1.1" status: 200 len: 375 time: 0.0224421 Mar 10 04:09:39.610546 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3a1b-ec09-408d-85a7-5f480b68c961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:39.635193 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7081bcb7-30a0-4c03-b36d-5effeecd7695 req-0aa56729-90b0-4f40-977c-125134ac4a09 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900888 Mar 10 04:09:39.660028 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-f8d6dc4d-d2c4-4b95-aafb-b0084ed0ac79 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793238 Mar 10 04:09:39.705817 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3a1b-ec09-408d-85a7-5f480b68c961 admin admin] Publish callbacks [] for security_group (504fea84-eee0-4d50-a6f2-ea1468af8d0f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:39.711164 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3a1b-ec09-408d-85a7-5f480b68c961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (504fea84-eee0-4d50-a6f2-ea1468af8d0f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:39.750371 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-aeeb3a1b-ec09-408d-85a7-5f480b68c961 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6b23ac16a604e1ca30336960b7feead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580955 Mar 10 04:09:39.753658 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46448) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:39.755145 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb3a1b-ec09-408d-85a7-5f480b68c961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504fea84-eee0-4d50-a6f2-ea1468af8d0f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:39.784220 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076d584c-8511-41e4-b28a-9e02efedd0d5 req-444cd419-55c5-4b0c-9869-b72c887b37de tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0461144 Mar 10 04:09:39.829814 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-99300033-cb50-4fe9-853c-043aadc6c717 service neutron] 10.222.0.15 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562626 Mar 10 04:09:39.858514 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-01e78492-db39-4c36-89d5-007784a7162d admin admin] Publish callbacks [] for security_group (504fea84-eee0-4d50-a6f2-ea1468af8d0f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:39.913168 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-01e78492-db39-4c36-89d5-007784a7162d admin admin] Publish callbacks [] for security_group (504fea84-eee0-4d50-a6f2-ea1468af8d0f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:39.966691 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-ab69fcb8-00d0-4340-adb6-8dee43271ffa service neutron] 10.222.0.15 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275923 Mar 10 04:09:39.989057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-01e78492-db39-4c36-89d5-007784a7162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (504fea84-eee0-4d50-a6f2-ea1468af8d0f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:39.991989 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-01e78492-db39-4c36-89d5-007784a7162d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:39.993117 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-01e78492-db39-4c36-89d5-007784a7162d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/504fea84-eee0-4d50-a6f2-ea1468af8d0f HTTP/1.1" status: 204 len: 168 time: 0.2382364 Mar 10 04:09:40.005371 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e78492-db39-4c36-89d5-007784a7162d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504fea84-eee0-4d50-a6f2-ea1468af8d0f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:40.349875 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b8bb4cb-d55e-4634-9075-116b4106770e req-6a6f0ddd-f2b2-4814-aecb-02ea89a3b3a8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 210 time: 0.0544727 Mar 10 04:09:40.380234 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a66f6-2b3c-4a71-8c8c-49c578ac1ea4 req-2e0c4759-8a6d-40a6-9450-5b3dc5ac0de1 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:40.382019 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-082a66f6-2b3c-4a71-8c8c-49c578ac1ea4 req-2e0c4759-8a6d-40a6-9450-5b3dc5ac0de1 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.2826288 Mar 10 04:09:40.396837 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46476) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:40.412475 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7669bde1-fb63-43b7-a8d8-c9151a85a30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.437253 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-082a66f6-2b3c-4a71-8c8c-49c578ac1ea4 req-d490a591-4fbe-4f6a-b719-a12507692c5c tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Mar 10 04:09:40.541137 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7669bde1-fb63-43b7-a8d8-c9151a85a30a admin admin] Publish callbacks [] for security_group (fa911c46-1da5-419b-ac3e-232c79069ea7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.548992 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7669bde1-fb63-43b7-a8d8-c9151a85a30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (fa911c46-1da5-419b-ac3e-232c79069ea7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.591222 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7669bde1-fb63-43b7-a8d8-c9151a85a30a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94aef85922ee4210a4709c72c09e6cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933146 Mar 10 04:09:40.593933 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46486) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:40.602025 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669bde1-fb63-43b7-a8d8-c9151a85a30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa911c46-1da5-419b-ac3e-232c79069ea7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:40.648128 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-943f5543-aa3b-4754-b800-79523e446e63 admin admin] Publish callbacks [] for security_group (fa911c46-1da5-419b-ac3e-232c79069ea7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.671098 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-943f5543-aa3b-4754-b800-79523e446e63 admin admin] Publish callbacks [] for security_group (fa911c46-1da5-419b-ac3e-232c79069ea7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.727506 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-943f5543-aa3b-4754-b800-79523e446e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (fa911c46-1da5-419b-ac3e-232c79069ea7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.730031 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-943f5543-aa3b-4754-b800-79523e446e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.731119 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-943f5543-aa3b-4754-b800-79523e446e63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa911c46-1da5-419b-ac3e-232c79069ea7 HTTP/1.1" status: 204 len: 168 time: 0.1356030 Mar 10 04:09:40.756293 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f5543-aa3b-4754-b800-79523e446e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa911c46-1da5-419b-ac3e-232c79069ea7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:40.782187 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc823f9-d116-4066-bab3-3a9007c1b00f req-8f3c82dd-740c-4f15-ab84-69e767d34bcd tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:40.783716 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9cc823f9-d116-4066-bab3-3a9007c1b00f req-8f3c82dd-740c-4f15-ab84-69e767d34bcd tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 931 time: 0.0698273 Mar 10 04:09:40.790248 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Request body: {'port': {'device_id': '2cbd9add-fdcb-40a3-a23e-489335900ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:40.815545 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Request body: {'port': {'device_id': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:40.880192 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.881814 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:40.952870 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9cc823f9-d116-4066-bab3-3a9007c1b00f req-29d656bf-b385-4378-b4a0-915affcbed79 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590757 Mar 10 04:09:41.148479 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1274104-6860-4c26-8bf3-0dcc45175b27 req-956b4741-5437-429a-b9b4-7e8c10cc2ff0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 210 time: 0.2085018 Mar 10 04:09:41.416056 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23472193-5938-4ff1-9861-9b2bae6e77be {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:41.427304 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Publish callbacks [] for port (23472193-5938-4ff1-9861-9b2bae6e77be), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.439153 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b2a6d140-f86f-46d9-94b1-23c5c5c66028 req-7fd23e0f-72e1-4127-b901-4098721ebc11 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 210 time: 0.0295215 Mar 10 04:09:41.444397 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Transition to ACTIVE for port object 23472193-5938-4ff1-9861-9b2bae6e77be will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:09:41.450427 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.533766 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Pushing event updated for resources: {'Port': ['ID=23472193-5938-4ff1-9861-9b2bae6e77be,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:41.543666 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Attempting to bind port 23472193-5938-4ff1-9861-9b2bae6e77be on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:41.544593 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Attempting to bind port 23472193-5938-4ff1-9861-9b2bae6e77be by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:41.545242 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Attempting to bind port 23472193-5938-4ff1-9861-9b2bae6e77be on network cab45d90-dce4-432e-bd1e-1247398e9255 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:41.552247 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Port 23472193-5938-4ff1-9861-9b2bae6e77be on network cab45d90-dce4-432e-bd1e-1247398e9255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:09:41.552736 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Attempting to bind port 23472193-5938-4ff1-9861-9b2bae6e77be on network cab45d90-dce4-432e-bd1e-1247398e9255 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:41.559507 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:41.560094 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Checking segment: {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:41.560683 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Bound using segment: {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:41.561254 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Bound port: 23472193-5938-4ff1-9861-9b2bae6e77be, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:41.561759 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.663192 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] For port 23472193-5938-4ff1-9861-9b2bae6e77be, host hv-cinder-77819, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:41.667346 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] For port 23472193-5938-4ff1-9861-9b2bae6e77be, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23472193-5938-4ff1-9861-9b2bae6e77be,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:41.681200 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.728981 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:41.729603 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.731002 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] 10.222.0.26 "PUT /v2.0/ports/23472193-5938-4ff1-9861-9b2bae6e77be HTTP/1.1" status: 200 len: 1093 time: 0.9288383 Mar 10 04:09:41.731554 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'tag': '23472193-5938-4ff1-9861-9b2bae6e77be'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:09:41.734340 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd48627f-9002-4278-8488-7d4ae3472d81" -d '{"events": [{"name": "network-changed", "server_uuid": "56b25e54-32f7-4cf6-9620-916a5e0a8546", "tag": "23472193-5938-4ff1-9861-9b2bae6e77be"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:09:41.756250 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0737-6fc7-4e99-9533-fe49f402d5a1 req-f8761dd5-1323-42d3-8b7b-23122de732e1 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:41.765192 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dfc0737-6fc7-4e99-9533-fe49f402d5a1 req-f8761dd5-1323-42d3-8b7b-23122de732e1 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.1955400 Mar 10 04:09:41.777570 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571d9c6-28d3-4355-a3be-bdbde02fe1db service neutron] Pushing event updated for resources: {'Port': ['ID=23472193-5938-4ff1-9861-9b2bae6e77be,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:41.793256 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1ceb8-febe-4958-8e18-98981c18db60 x-openstack-request-id: req-88b1ceb8-febe-4958-8e18-98981c18db60 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:09:41.794548 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b25e54-32f7-4cf6-9620-916a5e0a8546", "tag": "23472193-5938-4ff1-9861-9b2bae6e77be", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:09:41.794923 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88b1ceb8-febe-4958-8e18-98981c18db60 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:09:41.796051 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'tag': '23472193-5938-4ff1-9861-9b2bae6e77be', 'status': 'completed', 'code': 200} Mar 10 04:09:41.845677 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9973bb0-7507-436a-ab7a-5e04a0299438 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:41.860462 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Publish callbacks [] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.880922 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dfc0737-6fc7-4e99-9533-fe49f402d5a1 req-e1a1f92c-50c3-41b9-8669-884bda65ae7f tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147323 Mar 10 04:09:41.892331 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Transition to ACTIVE for port object b9973bb0-7507-436a-ab7a-5e04a0299438 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:09:41.896796 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.951865 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Pushing event updated for resources: {'Port': ['ID=b9973bb0-7507-436a-ab7a-5e04a0299438,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:42.007864 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Attempting to bind port b9973bb0-7507-436a-ab7a-5e04a0299438 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:42.008438 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Attempting to bind port b9973bb0-7507-436a-ab7a-5e04a0299438 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:42.009100 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Attempting to bind port b9973bb0-7507-436a-ab7a-5e04a0299438 on network cab45d90-dce4-432e-bd1e-1247398e9255 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:42.015349 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Port b9973bb0-7507-436a-ab7a-5e04a0299438 on network cab45d90-dce4-432e-bd1e-1247398e9255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:09:42.015785 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Attempting to bind port b9973bb0-7507-436a-ab7a-5e04a0299438 on network cab45d90-dce4-432e-bd1e-1247398e9255 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:42.023707 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:42.024049 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Checking segment: {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:42.024559 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Bound using segment: {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:42.024986 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Bound port: b9973bb0-7507-436a-ab7a-5e04a0299438, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917b2b97-bc04-41e5-b002-0195081d2557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:42.025338 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:42.146503 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] For port b9973bb0-7507-436a-ab7a-5e04a0299438, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:42.168725 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aa13c-5205-4d26-a588-2020fb72e6d9 req-6ffaab26-f36f-4615-8ff6-ceedccc225c6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:42.170219 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-034aa13c-5205-4d26-a588-2020fb72e6d9 req-6ffaab26-f36f-4615-8ff6-ceedccc225c6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.1068194 Mar 10 04:09:42.176971 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] For port b9973bb0-7507-436a-ab7a-5e04a0299438, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b9973bb0-7507-436a-ab7a-5e04a0299438,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:42.187058 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:42.245710 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:42.246327 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:42.247760 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] 10.222.0.26 "PUT /v2.0/ports/b9973bb0-7507-436a-ab7a-5e04a0299438 HTTP/1.1" status: 200 len: 1093 time: 1.4631224 Mar 10 04:09:42.253311 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbd9add-fdcb-40a3-a23e-489335900ae9', 'tag': 'b9973bb0-7507-436a-ab7a-5e04a0299438'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:09:42.347783 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba379ed3-3d36-4ede-9799-27f78c6192d9 req-66a38574-4eda-4c65-925a-fe2fc2fde25b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 210 time: 0.1158018 Mar 10 04:09:42.355736 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-034aa13c-5205-4d26-a588-2020fb72e6d9 req-9789d261-1aaf-49f8-924a-475b85920560 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770751 Mar 10 04:09:42.360772 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17387a-2290-47be-9301-f9fbeff23fff service neutron] Pushing event updated for resources: {'Port': ['ID=b9973bb0-7507-436a-ab7a-5e04a0299438,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:42.433443 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8847e23-deb9-4b24-bef9-0877523246cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbd9add-fdcb-40a3-a23e-489335900ae9", "tag": "b9973bb0-7507-436a-ab7a-5e04a0299438"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:09:42.542687 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64134bfb-f61a-4fa0-a6cd-12c66083cd44 req-bcedb6e4-db1c-47bc-9014-356320337b1a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 210 time: 0.0275960 Mar 10 04:09:42.570670 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38d20f-9fc0-429a-b7db-1fb12915475a x-openstack-request-id: req-1d38d20f-9fc0-429a-b7db-1fb12915475a {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:09:42.570965 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbd9add-fdcb-40a3-a23e-489335900ae9", "tag": "b9973bb0-7507-436a-ab7a-5e04a0299438", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:09:42.571274 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d38d20f-9fc0-429a-b7db-1fb12915475a {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:09:42.571728 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbd9add-fdcb-40a3-a23e-489335900ae9', 'tag': 'b9973bb0-7507-436a-ab7a-5e04a0299438', 'status': 'completed', 'code': 200} Mar 10 04:09:43.031894 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6ce22-0a48-41ed-b972-abfec9669bdb req-3c160549-f029-4942-bac0-0ea007fec669 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:43.033412 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32f6ce22-0a48-41ed-b972-abfec9669bdb req-3c160549-f029-4942-bac0-0ea007fec669 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.0636036 Mar 10 04:09:43.082860 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32f6ce22-0a48-41ed-b972-abfec9669bdb req-615dcdfe-09a2-4759-a161-632e071d6e53 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Mar 10 04:09:43.242861 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46628) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:43.343281 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8034720f-b449-48fb-aa3e-065226e6c065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:43.397331 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa97f-c00f-4e69-a84b-bc8c2a3694ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:43.428429 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8034720f-b449-48fb-aa3e-065226e6c065 admin admin] Publish callbacks [] for security_group (800c37a7-07d4-450b-b8ed-f99af5efb843), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:43.432651 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8034720f-b449-48fb-aa3e-065226e6c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (800c37a7-07d4-450b-b8ed-f99af5efb843), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:43.498958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e712af7-a4a5-4c17-b978-a7f83cc66dd6 req-1a575711-4d9f-4ef0-84fc-a3bc8872345d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0621886 Mar 10 04:09:43.520837 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8034720f-b449-48fb-aa3e-065226e6c065 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d683d0501e024e99a9e828cef84d40f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768703 Mar 10 04:09:43.523416 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46636) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:43.523925 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034720f-b449-48fb-aa3e-065226e6c065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800c37a7-07d4-450b-b8ed-f99af5efb843,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:43.546717 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95652ac-56be-46ae-af26-6f3a504a10ed req-ea02b7ea-b041-4099-bc0f-209622508ea9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:43.548215 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f95652ac-56be-46ae-af26-6f3a504a10ed req-ea02b7ea-b041-4099-bc0f-209622508ea9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.0927048 Mar 10 04:09:43.571824 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9be1ae6c-130f-4152-896a-063f21fa1336 admin admin] Publish callbacks [] for security_group (800c37a7-07d4-450b-b8ed-f99af5efb843), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:43.593581 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9be1ae6c-130f-4152-896a-063f21fa1336 admin admin] Publish callbacks [] for security_group (800c37a7-07d4-450b-b8ed-f99af5efb843), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:43.597047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f95652ac-56be-46ae-af26-6f3a504a10ed req-287cc73c-ac27-4bcb-955b-f9d1ce1b6e28 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Mar 10 04:09:43.649634 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9be1ae6c-130f-4152-896a-063f21fa1336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (800c37a7-07d4-450b-b8ed-f99af5efb843), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:43.652373 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9be1ae6c-130f-4152-896a-063f21fa1336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:43.655721 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9be1ae6c-130f-4152-896a-063f21fa1336 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/800c37a7-07d4-450b-b8ed-f99af5efb843 HTTP/1.1" status: 204 len: 168 time: 0.1290050 Mar 10 04:09:43.655866 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-068eef06-3536-4c16-8bb4-26f1ae3b4eb4 req-471f0063-17d3-4701-987c-ded41501d238 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 210 time: 0.0308266 Mar 10 04:09:43.661914 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1ae6c-130f-4152-896a-063f21fa1336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800c37a7-07d4-450b-b8ed-f99af5efb843,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:43.906354 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46644) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:43.940294 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a32a2713-69f4-40ed-8a5e-0a2d64a94001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:44.031444 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48627f-9002-4278-8488-7d4ae3472d81 req-89f3790a-a0be-4c21-bd63-dbf3da6f4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.033165 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd48627f-9002-4278-8488-7d4ae3472d81 req-89f3790a-a0be-4c21-bd63-dbf3da6f4175 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 1127 time: 0.1088006 Mar 10 04:09:44.040100 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a32a2713-69f4-40ed-8a5e-0a2d64a94001 admin admin] Publish callbacks [] for security_group (14f75a62-18dd-49e8-8287-9d67f18c96d5), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:44.064322 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a32a2713-69f4-40ed-8a5e-0a2d64a94001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (14f75a62-18dd-49e8-8287-9d67f18c96d5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:44.133418 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.26', 59990) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:44.209983 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a32a2713-69f4-40ed-8a5e-0a2d64a94001 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86d657a6212645f0bfa4c6dbc306a1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024402 Mar 10 04:09:44.214013 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a2713-69f4-40ed-8a5e-0a2d64a94001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f75a62-18dd-49e8-8287-9d67f18c96d5,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:44.226188 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46656) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:44.249954 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8847e23-deb9-4b24-bef9-0877523246cc req-9d22c76b-efcd-4899-90c7-7a45df6148fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.252354 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f8847e23-deb9-4b24-bef9-0877523246cc req-9d22c76b-efcd-4899-90c7-7a45df6148fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1127 time: 0.2037666 Mar 10 04:09:44.421670 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-17481129-0da9-421c-a307-691f36c73393 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.423799 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-17481129-0da9-421c-a307-691f36c73393 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 816 time: 0.3066969 Mar 10 04:09:44.519249 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1235d18-64e9-4aba-a5af-5a4ebece351d admin admin] Publish callbacks [] for security_group (14f75a62-18dd-49e8-8287-9d67f18c96d5), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:44.598540 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1235d18-64e9-4aba-a5af-5a4ebece351d admin admin] Publish callbacks [] for security_group (14f75a62-18dd-49e8-8287-9d67f18c96d5), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:44.603105 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8847e23-deb9-4b24-bef9-0877523246cc req-f4639c77-e953-4b2e-b8d2-8581adadb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.604581 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f8847e23-deb9-4b24-bef9-0877523246cc req-f4639c77-e953-4b2e-b8d2-8581adadb828 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c83ea9d1851f48939afa94258e6af2fc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3172007 Mar 10 04:09:44.628453 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-bb07d3af-c856-4edb-b72c-103790c6d503 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1043931780a941138b2c0a8bd33e3723 HTTP/1.1" status: 200 len: 380 time: 0.1927562 Mar 10 04:09:44.643097 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41174578-9f14-4e02-b511-07178b06309d req-2c163e46-aa17-4a29-9d59-5d608ec4f123 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0632260 Mar 10 04:09:44.654348 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'port': {'device_id': '1b647456-25cd-4547-9a94-aacf91569168', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'admin_state_up': True, 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'security_groups': ['d969a5e4-53ec-4e57-93a2-83cae822a545']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:44.654479 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48627f-9002-4278-8488-7d4ae3472d81 req-212e45d0-0dd4-467e-9ca0-34c72de13625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.655959 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd48627f-9002-4278-8488-7d4ae3472d81 req-212e45d0-0dd4-467e-9ca0-34c72de13625 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c83ea9d1851f48939afa94258e6af2fc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6120059 Mar 10 04:09:44.665706 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f644-01a4-4076-b137-2f921097a3b7 req-98012d7c-7e57-48a3-87ec-92b7cf7acf54 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.667082 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-98012d7c-7e57-48a3-87ec-92b7cf7acf54 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 814 time: 0.5327449 Mar 10 04:09:44.692810 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3937dc-6494-4771-9a28-f478d466b84c req-e731b3bf-2411-4070-b223-ab448c57f825 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.694525 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae3937dc-6494-4771-9a28-f478d466b84c req-e731b3bf-2411-4070-b223-ab448c57f825 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.4874749 Mar 10 04:09:44.839118 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1235d18-64e9-4aba-a5af-5a4ebece351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (14f75a62-18dd-49e8-8287-9d67f18c96d5), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:44.841682 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1235d18-64e9-4aba-a5af-5a4ebece351d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:44.842817 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b1235d18-64e9-4aba-a5af-5a4ebece351d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14f75a62-18dd-49e8-8287-9d67f18c96d5 HTTP/1.1" status: 204 len: 168 time: 0.6139309 Mar 10 04:09:44.873909 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1235d18-64e9-4aba-a5af-5a4ebece351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f75a62-18dd-49e8-8287-9d67f18c96d5,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:44.882724 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8847e23-deb9-4b24-bef9-0877523246cc req-40e9049b-77bb-438f-ab80-c908b4649b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.884212 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f8847e23-deb9-4b24-bef9-0877523246cc req-40e9049b-77bb-438f-ab80-c908b4649b07 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2716818 Mar 10 04:09:44.911239 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Made reservation on behalf of 1043931780a941138b2c0a8bd33e3723 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:44.915063 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:44.960417 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-d073a5ab-f05e-4f3c-83a1-c640becefd6a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 380 time: 0.2747190 Mar 10 04:09:44.965271 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae3937dc-6494-4771-9a28-f478d466b84c req-4c5100a6-e54b-43db-940f-f45112e50af7 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480800 Mar 10 04:09:44.968662 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48627f-9002-4278-8488-7d4ae3472d81 req-ec34bcc8-a100-42a5-acbd-296693d7ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.970257 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd48627f-9002-4278-8488-7d4ae3472d81 req-ec34bcc8-a100-42a5-acbd-296693d7ae54 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3007650 Mar 10 04:09:44.973640 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'port': {'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'admin_state_up': True, 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'security_groups': ['a1e11548-c9bf-47d3-8ed3-93cac752fcc6']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:44.984165 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8212b1b-c72e-4081-8359-29b9cb6a7509 req-2222224f-0dd9-4824-869a-51a7a1eb9a55 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:44.986261 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a8212b1b-c72e-4081-8359-29b9cb6a7509 req-2222224f-0dd9-4824-869a-51a7a1eb9a55 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.2680247 Mar 10 04:09:45.054982 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-6be8e7b0-6720-4f66-8109-6b26d13ea0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:45.057049 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-6be8e7b0-6720-4f66-8109-6b26d13ea0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1127 time: 0.1225231 Mar 10 04:09:45.126622 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-9a5cb18c-8600-4b5e-9f4f-8e74b7c0243b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9973bb0-7507-436a-ab7a-5e04a0299438 HTTP/1.1" status: 200 len: 217 time: 0.0622458 Mar 10 04:09:45.151500 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Allocated IP 172.20.0.5 (59347b9f-2f5e-411b-86f5-64b8472f699d/d061e888-d403-4f61-b05e-8ce7b7226089/b87c7025-0da1-4e3e-83ec-0fd1270b74d2) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:45.174116 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0a966da0-504a-4846-83a2-a821a4a55167 req-1b99197e-82b5-40c0-8617-15bb0f5d2d54 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 210 time: 0.0625403 Mar 10 04:09:45.193189 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-1f805bf1-e90c-4559-9c81-47b3762d542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:45.195168 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-1f805bf1-e90c-4559-9c81-47b3762d542b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 1127 time: 0.1820056 Mar 10 04:09:45.221486 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a8212b1b-c72e-4081-8359-29b9cb6a7509 req-ca3fb7fe-ffd3-4372-9d69-3a48a758663d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147150 Mar 10 04:09:45.277868 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-ed8747ee-22c7-41b0-acaf-72bd1b7a0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:45.279188 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-ed8747ee-22c7-41b0-acaf-72bd1b7a0db4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.1391716 Mar 10 04:09:45.329911 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-5c839923-c2c8-4b12-ad0f-17c814366a48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23472193-5938-4ff1-9861-9b2bae6e77be HTTP/1.1" status: 200 len: 217 time: 0.1070938 Mar 10 04:09:45.330564 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Made reservation on behalf of 2e617a5a84b449da8e8806baed547052 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:09:45.334358 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:45.352012 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-89b80e8e-1287-4e75-9154-c7a48b96a9d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610991 Mar 10 04:09:45.521385 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-45ebe5af-fb53-4f23-84b6-0fbbe7b62eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:45.528112 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-45ebe5af-fb53-4f23-84b6-0fbbe7b62eab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.1782565 Mar 10 04:09:45.564300 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-05334397-baa2-4b91-ae32-63d20302030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:45.659010 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-b441c1c9-5deb-4b7f-aed6-428849d971df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204994 Mar 10 04:09:45.665095 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:45.683372 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-c328966b-09b2-4a48-ac8f-cd81642f84e8 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223488 Mar 10 04:09:45.789432 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:45.862875 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaae79be-6287-4bd3-b8fa-9057287088e0 req-0cbaf11e-be89-432e-8bce-700ca7b3a373 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0669084 Mar 10 04:09:45.914601 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Network 59347b9f-2f5e-411b-86f5-64b8472f699d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:45.915814 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46732) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:45.925904 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:45.936960 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:45.949948 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:45.950678 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:45.952567 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Allocated IP 172.20.0.11 (4410d252-aefa-4843-8da2-38cf2eec01c6/399d6d56-2396-43c5-a100-78108ba1deee/e3054567-e052-4749-affb-f9a6a49c2679) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:09:45.970156 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:45.996197 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-e0a72077-2bad-4c64-b038-a35518805e00 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031600 Mar 10 04:09:46.002567 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e6b706ac-5663-40db-957f-62a93df7dc65 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3627677 Mar 10 04:09:46.005717 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-06507f63-ce70-4760-a7c4-156df81f792d service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118813 Mar 10 04:09:46.046821 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Request body: {'port': {'device_id': '1b647456-25cd-4547-9a94-aacf91569168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:46.376242 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b12bca6-39c4-489c-9cfe-4442cad11d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.382127 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0378c7ec-0068-40ad-83d1-eff0b4f59b75 req-c363a96d-505d-4b73-ae92-64ccbb494b66 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649471 Mar 10 04:09:46.387293 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.408019 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4d4fb-4742-4d12-a1a2-5a9d651f89db req-b40719e2-17db-4c55-8491-4aecff47a7b9 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:46.409600 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8be4d4fb-4742-4d12-a1a2-5a9d651f89db req-b40719e2-17db-4c55-8491-4aecff47a7b9 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 943 time: 0.2480834 Mar 10 04:09:46.416744 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-1b627bc9-5a3b-4fcf-a660-55bf44d6fdfe None None] Provisioning complete for port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:46.417865 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1b627bc9-5a3b-4fcf-a660-55bf44d6fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.423430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (e3054567-e052-4749-affb-f9a6a49c2679), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.456284 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332f65-c3a2-47bd-a492-20f19ae39da8 req-7a362497-4f7e-462d-b357-1d5089dc89fa tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:46.457499 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-1b627bc9-5a3b-4fcf-a660-55bf44d6fdfe None None] Port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:09:46.463875 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f7332f65-c3a2-47bd-a492-20f19ae39da8 req-7a362497-4f7e-462d-b357-1d5089dc89fa tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 931 time: 0.1483119 Mar 10 04:09:46.519463 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8be4d4fb-4742-4d12-a1a2-5a9d651f89db req-58a9ba24-3352-417f-a0ca-9b9127a0afa4 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018128 Mar 10 04:09:46.557981 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f7332f65-c3a2-47bd-a492-20f19ae39da8 req-8298bd81-1d43-40be-8c8a-8caf1663c655 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880232 Mar 10 04:09:46.560522 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (e3054567-e052-4749-affb-f9a6a49c2679), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.606795 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.609855 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:09:46.617504 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:09:46.621941 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:09:46.637012 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:46.637672 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.655714 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=e3054567-e052-4749-affb-f9a6a49c2679,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:46.678800 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b12bca6-39c4-489c-9cfe-4442cad11d86 admin admin] Publish callbacks [] for security_group (4b495d2a-65f9-4be5-b72b-b6f978dd3805), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.684109 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-2a58ba0a-bd17-4bd4-9ce8-31137011d15a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7171354 Mar 10 04:09:46.686848 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9b12bca6-39c4-489c-9cfe-4442cad11d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (4b495d2a-65f9-4be5-b72b-b6f978dd3805), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.708590 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Request body: {'port': {'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:09:46.795077 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9b12bca6-39c4-489c-9cfe-4442cad11d86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0be1fddabc204b24be75200a24b3ffd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8746684 Mar 10 04:09:46.798236 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46756) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:46.801875 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12bca6-39c4-489c-9cfe-4442cad11d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b495d2a-65f9-4be5-b72b-b6f978dd3805,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:46.816262 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacc7dc-892c-4a61-a819-2480c9909963 req-2c1cb3c2-73c0-4aad-b5ec-78d808b1f4f6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:46.817762 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cfacc7dc-892c-4a61-a819-2480c9909963 req-2c1cb3c2-73c0-4aad-b5ec-78d808b1f4f6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.1743457 Mar 10 04:09:46.877174 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87c7025-0da1-4e3e-83ec-0fd1270b74d2 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:46.886962 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Publish callbacks [] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.893668 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e3054567-e052-4749-affb-f9a6a49c2679), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:46.931997 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Transition to ACTIVE for port object b87c7025-0da1-4e3e-83ec-0fd1270b74d2 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:09:46.943126 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.087324 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 44aa9d34-0735-43f8-a273-d039c6379673 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:09:47.092038 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Attempting to bind port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:47.092379 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Attempting to bind port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:47.092977 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Attempting to bind port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 on network 59347b9f-2f5e-411b-86f5-64b8472f699d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:47.100826 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:47.118513 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 on network 59347b9f-2f5e-411b-86f5-64b8472f699d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:09:47.118513 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Attempting to bind port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 on network 59347b9f-2f5e-411b-86f5-64b8472f699d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:47.125923 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:47.126511 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Checking segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:47.126896 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Bound using segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:47.127440 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Bound port: b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:47.128518 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.162171 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-51250b06-09f4-4905-a55b-bd8be7822980 None None] Provisioning complete for port e3054567-e052-4749-affb-f9a6a49c2679 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:47.162860 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-51250b06-09f4-4905-a55b-bd8be7822980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e3054567-e052-4749-affb-f9a6a49c2679), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.212957 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:47.215340 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cfacc7dc-892c-4a61-a819-2480c9909963 req-4910fd02-d6ec-495a-bce2-f595c2cd6235 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751676 Mar 10 04:09:47.220479 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:47.240204 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abf520bb-d6ac-48b5-8a7b-90ed457edb7e admin admin] Publish callbacks [] for security_group (4b495d2a-65f9-4be5-b72b-b6f978dd3805), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.241484 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.288121 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:47.288766 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.291058 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 200 len: 1093 time: 1.2603626 Mar 10 04:09:47.293915 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:09:47.297787 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250f9507-aaf9-4c99-8c37-80f7cab9ae68" -d '{"events": [{"name": "network-changed", "server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:09:47.336966 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32561245-f815-4b50-8d36-3010335da3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:47.355539 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.db.resource_extend [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 04:09:47.400153 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-51250b06-09f4-4905-a55b-bd8be7822980 None None] Port e3054567-e052-4749-affb-f9a6a49c2679 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:09:47.427362 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6e4f5-db25-4dcc-9270-5317ad499828 x-openstack-request-id: req-0df6e4f5-db25-4dcc-9270-5317ad499828 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:09:47.427765 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:09:47.428156 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0df6e4f5-db25-4dcc-9270-5317ad499828 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:09:47.428325 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'status': 'completed', 'code': 200} Mar 10 04:09:47.432723 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.432949 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abf520bb-d6ac-48b5-8a7b-90ed457edb7e admin admin] Publish callbacks [] for security_group (4b495d2a-65f9-4be5-b72b-b6f978dd3805), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.458067 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5de9c6-e5a2-4b07-803f-5821e3c75eb5 req-2a7eec28-fc87-4eac-b7f8-8500ee696954 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:47.465645 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-db5de9c6-e5a2-4b07-803f-5821e3c75eb5 req-2a7eec28-fc87-4eac-b7f8-8500ee696954 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 932 time: 0.3459489 Mar 10 04:09:47.475349 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-9dfc3a88-1c61-48be-98bf-a67749e0679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:47.476859 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-9dfc3a88-1c61-48be-98bf-a67749e0679b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 1127 time: 0.1247211 Mar 10 04:09:47.552613 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 44aa9d34-0735-43f8-a273-d039c6379673, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44aa9d34-0735-43f8-a273-d039c6379673,segment=NetworkSegment(05a68e08-278b-481e-8fbc-5b74da495ee2),segment_id=05a68e08-278b-481e-8fbc-5b74da495ee2)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:47.570153 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '44aa9d34-0735-43f8-a273-d039c6379673', 'network_id': '93e68a5d-7ca1-420b-bdee-2751dbe3cfef', 'port_id': '44aa9d34-0735-43f8-a273-d039c6379673', 'mac_address': 'fa:16:3e:36:25:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083b9b8c-13dd-4d90-95cf-736b69643607', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:09:47.579597 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-e865c4bd-cc1e-4e1e-9696-f6662305216b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 200 len: 217 time: 0.0931544 Mar 10 04:09:47.655758 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 44aa9d34-0735-43f8-a273-d039c6379673 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:47.656793 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (44aa9d34-0735-43f8-a273-d039c6379673), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.679415 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-45d2771f-c6eb-42d0-bd6e-c9e681c433a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:47.682387 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44aa9d34-0735-43f8-a273-d039c6379673 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:47.682540 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-45d2771f-c6eb-42d0-bd6e-c9e681c433a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0964439 Mar 10 04:09:47.712980 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 44aa9d34-0735-43f8-a273-d039c6379673, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44aa9d34-0735-43f8-a273-d039c6379673,segment=NetworkSegment(05a68e08-278b-481e-8fbc-5b74da495ee2),segment_id=05a68e08-278b-481e-8fbc-5b74da495ee2)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:47.721484 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (44aa9d34-0735-43f8-a273-d039c6379673), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.791651 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3054567-e052-4749-affb-f9a6a49c2679 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:47.795260 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=44aa9d34-0735-43f8-a273-d039c6379673,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:47.801429 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Publish callbacks [] for port (e3054567-e052-4749-affb-f9a6a49c2679), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.822873 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-db5de9c6-e5a2-4b07-803f-5821e3c75eb5 req-a673c867-be53-4300-bdee-f8f8af1095a7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563602 Mar 10 04:09:47.857027 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Transition to ACTIVE for port object e3054567-e052-4749-affb-f9a6a49c2679 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:09:47.858911 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abf520bb-d6ac-48b5-8a7b-90ed457edb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (4b495d2a-65f9-4be5-b72b-b6f978dd3805), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.867246 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abf520bb-d6ac-48b5-8a7b-90ed457edb7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:47.868405 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-abf520bb-d6ac-48b5-8a7b-90ed457edb7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b495d2a-65f9-4be5-b72b-b6f978dd3805 HTTP/1.1" status: 204 len: 168 time: 1.0672946 Mar 10 04:09:47.877675 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-a70b852c-8196-47d1-9871-182ba6a20332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:47.879744 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-a70b852c-8196-47d1-9871-182ba6a20332 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1865802 Mar 10 04:09:47.905174 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf520bb-d6ac-48b5-8a7b-90ed457edb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b495d2a-65f9-4be5-b72b-b6f978dd3805,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:47.931270 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e3054567-e052-4749-affb-f9a6a49c2679), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.017615 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['44aa9d34-0735-43f8-a273-d039c6379673'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:09:48.048645 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-564d5e38-6af5-4f2c-bdb4-9cb4e412666a service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614890 Mar 10 04:09:48.050943 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f91e8e-f74e-41a8-9750-1e90fdcdc45d req-20b94d3b-abbe-4220-87fa-e37f2a3f36cd tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:48.053047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88f91e8e-f74e-41a8-9750-1e90fdcdc45d req-20b94d3b-abbe-4220-87fa-e37f2a3f36cd tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 944 time: 0.2452369 Mar 10 04:09:48.107356 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Pushing event updated for resources: {'Port': ['ID=e3054567-e052-4749-affb-f9a6a49c2679,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:48.213543 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-94bc19c9-7e80-4da2-91ac-87fbfa787096 req-597ebca8-73ef-4674-a5d5-e6154b54f671 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575644 Mar 10 04:09:48.213756 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c607e9-def3-4069-884e-f93df3e15c3d req-d2089afa-0394-4e96-9dda-884f71bfef4f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:48.215269 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94c607e9-def3-4069-884e-f93df3e15c3d req-d2089afa-0394-4e96-9dda-884f71bfef4f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.2794726 Mar 10 04:09:48.253961 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Attempting to bind port e3054567-e052-4749-affb-f9a6a49c2679 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:09:48.254223 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Attempting to bind port e3054567-e052-4749-affb-f9a6a49c2679 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:09:48.254558 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Attempting to bind port e3054567-e052-4749-affb-f9a6a49c2679 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:48.275261 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88f91e8e-f74e-41a8-9750-1e90fdcdc45d req-fcf8a346-8b35-41d3-b901-0fc6a9365799 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149737 Mar 10 04:09:48.287195 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Port e3054567-e052-4749-affb-f9a6a49c2679 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:09:48.287723 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Attempting to bind port e3054567-e052-4749-affb-f9a6a49c2679 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:09:48.298412 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:09:48.298989 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Checking segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:09:48.299529 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Bound using segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:09:48.300166 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Bound port: e3054567-e052-4749-affb-f9a6a49c2679, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:09:48.300847 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e3054567-e052-4749-affb-f9a6a49c2679), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.339576 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94c607e9-def3-4069-884e-f93df3e15c3d req-aa3883c9-e979-47d1-bb2e-034820adf9e3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948701 Mar 10 04:09:48.396021 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.404023 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-7861960e-73cc-41ba-9bd0-468405f31f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:48.409789 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-7861960e-73cc-41ba-9bd0-468405f31f14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 1127 time: 0.1315329 Mar 10 04:09:48.462594 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46816) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:48.485340 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] For port e3054567-e052-4749-affb-f9a6a49c2679, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:09:48.490527 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] For port e3054567-e052-4749-affb-f9a6a49c2679, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e3054567-e052-4749-affb-f9a6a49c2679,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:09:48.505842 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e3054567-e052-4749-affb-f9a6a49c2679), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.514670 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98801d-e913-4868-beba-dac109779986 req-b809ce84-e7b9-48e3-a399-b584b43b67c4 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:48.516984 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f98801d-e913-4868-beba-dac109779986 req-b809ce84-e7b9-48e3-a399-b584b43b67c4 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.1115115 Mar 10 04:09:48.522822 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d896-da26-4da0-9b97-a8590c35b668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.568727 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:48.569545 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.571122 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3054567-e052-4749-affb-f9a6a49c2679 HTTP/1.1" status: 200 len: 1094 time: 1.8773816 Mar 10 04:09:48.579793 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'tag': 'e3054567-e052-4749-affb-f9a6a49c2679'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:09:48.582268 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f34f87-bde5-4f79-9f32-f3674de3a085" -d '{"events": [{"name": "network-changed", "server_uuid": "0c436870-e70f-4490-8c9a-3793e68c9f55", "tag": "e3054567-e052-4749-affb-f9a6a49c2679"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:09:48.602888 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-b110114c-1aff-4391-8a81-c70d82251315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:48.605658 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-b110114c-1aff-4391-8a81-c70d82251315 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.1800187 Mar 10 04:09:48.616749 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053a58d-16d0-4719-b0eb-c677e6902e16 service neutron] Pushing event updated for resources: {'Port': ['ID=e3054567-e052-4749-affb-f9a6a49c2679,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:48.638359 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f98801d-e913-4868-beba-dac109779986 req-34b747cf-8b38-4131-9871-e6fb944355a7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123464 Mar 10 04:09:48.686410 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ecb49-7cf3-402d-be5a-afed5d70cc9a x-openstack-request-id: req-962ecb49-7cf3-402d-be5a-afed5d70cc9a {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:09:48.686695 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c436870-e70f-4490-8c9a-3793e68c9f55", "tag": "e3054567-e052-4749-affb-f9a6a49c2679", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:09:48.686953 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-962ecb49-7cf3-402d-be5a-afed5d70cc9a {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:09:48.687353 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'tag': 'e3054567-e052-4749-affb-f9a6a49c2679', 'status': 'completed', 'code': 200} Mar 10 04:09:48.701130 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d896-da26-4da0-9b97-a8590c35b668 admin admin] Publish callbacks [] for security_group (24e8603a-f4f5-420c-8823-64a4a07a03c8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.706553 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d896-da26-4da0-9b97-a8590c35b668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (24e8603a-f4f5-420c-8823-64a4a07a03c8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.745630 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0d896-da26-4da0-9b97-a8590c35b668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e8603a-f4f5-420c-8823-64a4a07a03c8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:48.751722 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e4a0d896-da26-4da0-9b97-a8590c35b668 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff5c6c52b2174d7abb65e59e2ad42921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881114 Mar 10 04:09:48.754284 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46832) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:48.809104 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eafcb7ae-75d7-459f-b7c0-6f73a979f115 admin admin] Publish callbacks [] for security_group (24e8603a-f4f5-420c-8823-64a4a07a03c8), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.831372 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eafcb7ae-75d7-459f-b7c0-6f73a979f115 admin admin] Publish callbacks [] for security_group (24e8603a-f4f5-420c-8823-64a4a07a03c8), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.884604 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eafcb7ae-75d7-459f-b7c0-6f73a979f115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (24e8603a-f4f5-420c-8823-64a4a07a03c8), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.887507 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eafcb7ae-75d7-459f-b7c0-6f73a979f115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:48.900358 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-eafcb7ae-75d7-459f-b7c0-6f73a979f115 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24e8603a-f4f5-420c-8823-64a4a07a03c8 HTTP/1.1" status: 204 len: 168 time: 0.1418388 Mar 10 04:09:48.908860 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcb7ae-75d7-459f-b7c0-6f73a979f115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e8603a-f4f5-420c-8823-64a4a07a03c8,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:48.990360 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20634e-73b6-4b26-aef3-2eb540542271 req-004610d3-35e7-47fa-957e-407f3aea98ed tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:48.992066 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f20634e-73b6-4b26-aef3-2eb540542271 req-004610d3-35e7-47fa-957e-407f3aea98ed tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.0910423 Mar 10 04:09:49.041989 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f20634e-73b6-4b26-aef3-2eb540542271 req-a80525ef-859e-4fb2-84bc-c1c559a3286f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 Mar 10 04:09:49.226213 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46848) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:49.239971 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3ffa-9f4f-445d-a5f1-849e2d5514c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:49.321419 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3ffa-9f4f-445d-a5f1-849e2d5514c4 admin admin] Publish callbacks [] for security_group (0a21ce8e-954d-43b6-90fa-88f3f5fc60b7), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:49.325055 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c2e3ffa-9f4f-445d-a5f1-849e2d5514c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0a21ce8e-954d-43b6-90fa-88f3f5fc60b7), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:49.374304 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4c2e3ffa-9f4f-445d-a5f1-849e2d5514c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6082886ab24a4331b30923afb34fefea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470134 Mar 10 04:09:49.377027 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 46854) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:49.389475 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e3ffa-9f4f-445d-a5f1-849e2d5514c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21ce8e-954d-43b6-90fa-88f3f5fc60b7,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:49.422631 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72c01a-a089-4a56-bc99-74bc4ff732b1 req-9324d738-9217-486d-9351-eac89ceaaf31 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:49.424210 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d72c01a-a089-4a56-bc99-74bc4ff732b1 req-9324d738-9217-486d-9351-eac89ceaaf31 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 944 time: 0.0726213 Mar 10 04:09:49.429267 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25a7ff4d-e60b-4227-82c0-b11ccb93ed72 admin admin] Publish callbacks [] for security_group (0a21ce8e-954d-43b6-90fa-88f3f5fc60b7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:49.451364 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25a7ff4d-e60b-4227-82c0-b11ccb93ed72 admin admin] Publish callbacks [] for security_group (0a21ce8e-954d-43b6-90fa-88f3f5fc60b7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:49.503996 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25a7ff4d-e60b-4227-82c0-b11ccb93ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0a21ce8e-954d-43b6-90fa-88f3f5fc60b7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:49.505675 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d72c01a-a089-4a56-bc99-74bc4ff732b1 req-c9a786b0-9ef5-4cbf-b58a-26c0ab267738 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753434 Mar 10 04:09:49.506826 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25a7ff4d-e60b-4227-82c0-b11ccb93ed72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:49.507979 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-25a7ff4d-e60b-4227-82c0-b11ccb93ed72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a21ce8e-954d-43b6-90fa-88f3f5fc60b7 HTTP/1.1" status: 204 len: 168 time: 0.1298985 Mar 10 04:09:49.518540 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7ff4d-e60b-4227-82c0-b11ccb93ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21ce8e-954d-43b6-90fa-88f3f5fc60b7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:49.525545 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abd755-1e70-447c-a671-4c3e10c8908e req-a84e0516-912f-4c41-aab4-563ea55c4bc9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:49.526984 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b5abd755-1e70-447c-a671-4c3e10c8908e req-a84e0516-912f-4c41-aab4-563ea55c4bc9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0833740 Mar 10 04:09:49.574502 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b5abd755-1e70-447c-a671-4c3e10c8908e req-c047915c-bd7d-4d0c-8f49-94eae4709366 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411556 Mar 10 04:09:49.768788 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801af34a-bef5-4687-9830-317079d60409 req-a5bd8064-0dad-4ba4-a4fa-37b83b6a8201 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:49.770248 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-801af34a-bef5-4687-9830-317079d60409 req-a5bd8064-0dad-4ba4-a4fa-37b83b6a8201 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.0523167 Mar 10 04:09:49.817245 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-801af34a-bef5-4687-9830-317079d60409 req-d41665a8-e148-4f0b-858d-862d02ae1e2e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Mar 10 04:09:50.036595 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:50.141370 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 23472193-5938-4ff1-9861-9b2bae6e77be details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:09:50.177591 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1ef8-5084-4bda-9e5b-1895aba0b459 req-faa1cbce-6c10-4e10-9f05-dee8c78e0301 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:50.179090 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-315d1ef8-5084-4bda-9e5b-1895aba0b459 req-faa1cbce-6c10-4e10-9f05-dee8c78e0301 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.0587997 Mar 10 04:09:50.229413 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-315d1ef8-5084-4bda-9e5b-1895aba0b459 req-014d21a4-30f1-4b0f-9744-39a6be8ab6ea tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 Mar 10 04:09:50.248172 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 23472193-5938-4ff1-9861-9b2bae6e77be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23472193-5938-4ff1-9861-9b2bae6e77be,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:50.259752 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '23472193-5938-4ff1-9861-9b2bae6e77be', 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255', 'port_id': '23472193-5938-4ff1-9861-9b2bae6e77be', 'mac_address': 'fa:16:3e:43:ba:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c95aac-76c0-483e-b7a3-7788dbd5669c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:09:50.296544 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 23472193-5938-4ff1-9861-9b2bae6e77be is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:50.297515 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:50.314455 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23472193-5938-4ff1-9861-9b2bae6e77be {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:50.338959 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 23472193-5938-4ff1-9861-9b2bae6e77be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23472193-5938-4ff1-9861-9b2bae6e77be,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:50.343048 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:50.343726 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b9973bb0-7507-436a-ab7a-5e04a0299438 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:09:50.406785 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=23472193-5938-4ff1-9861-9b2bae6e77be,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:50.412467 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b9973bb0-7507-436a-ab7a-5e04a0299438, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b9973bb0-7507-436a-ab7a-5e04a0299438,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:50.425973 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'b9973bb0-7507-436a-ab7a-5e04a0299438', 'network_id': 'cab45d90-dce4-432e-bd1e-1247398e9255', 'port_id': 'b9973bb0-7507-436a-ab7a-5e04a0299438', 'mac_address': 'fa:16:3e:31:41:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c95aac-76c0-483e-b7a3-7788dbd5669c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:09:50.464632 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b9973bb0-7507-436a-ab7a-5e04a0299438 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:50.465025 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:50.478336 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9973bb0-7507-436a-ab7a-5e04a0299438 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:50.497871 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b9973bb0-7507-436a-ab7a-5e04a0299438, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b9973bb0-7507-436a-ab7a-5e04a0299438,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:50.502858 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:50.549987 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b9973bb0-7507-436a-ab7a-5e04a0299438,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:50.632457 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7009e-fff0-4e13-aded-74dec7d929e3 req-8efc0b41-1433-4f20-84f8-1ce726120bba tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:50.634048 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bd7009e-fff0-4e13-aded-74dec7d929e3 req-8efc0b41-1433-4f20-84f8-1ce726120bba tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 944 time: 0.0570128 Mar 10 04:09:50.713028 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bd7009e-fff0-4e13-aded-74dec7d929e3 req-55139c52-8ad8-444a-a7dd-cb597f56f654 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703325 Mar 10 04:09:50.726859 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de636f-6388-47a5-9f85-73c4bfeda96d req-7fa7b280-8f97-473d-8ed2-1ea3a1931bea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:50.728346 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a4de636f-6388-47a5-9f85-73c4bfeda96d req-7fa7b280-8f97-473d-8ed2-1ea3a1931bea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0788374 Mar 10 04:09:50.777190 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a4de636f-6388-47a5-9f85-73c4bfeda96d req-0cd40fbb-6476-40e4-b15c-93f001fe4c53 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Mar 10 04:09:50.941870 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd592ffa-07c4-4fee-b1fe-66f668b3c34c req-acdcb98f-084c-4fe1-88dd-ecbbec1610e2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:50.943781 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd592ffa-07c4-4fee-b1fe-66f668b3c34c req-acdcb98f-084c-4fe1-88dd-ecbbec1610e2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 944 time: 0.0588820 Mar 10 04:09:50.997994 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd592ffa-07c4-4fee-b1fe-66f668b3c34c req-22274a63-5488-4d47-b581-9892fd3ce876 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Mar 10 04:09:51.148438 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-4ed879f6-af32-4964-b30d-9619d8dd8a57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 200 len: 217 time: 0.0555983 Mar 10 04:09:51.199867 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f34f87-bde5-4f79-9f32-f3674de3a085 req-49fe25b3-3fd3-4ded-92a8-c5441c027a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.205916 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3f34f87-bde5-4f79-9f32-f3674de3a085 req-49fe25b3-3fd3-4ded-92a8-c5441c027a74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 1128 time: 0.0925789 Mar 10 04:09:51.222161 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-8a94cce4-b777-4866-8099-85258bc3a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.224145 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-8a94cce4-b777-4866-8099-85258bc3a9ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0685320 Mar 10 04:09:51.327006 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-c47e2d4a-2a80-470c-8fa0-cada95733923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.329371 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-c47e2d4a-2a80-470c-8fa0-cada95733923 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0974760 Mar 10 04:09:51.335429 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f34f87-bde5-4f79-9f32-f3674de3a085 req-cad72408-d58f-4030-a673-e3cd4488020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.337560 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3f34f87-bde5-4f79-9f32-f3674de3a085 req-cad72408-d58f-4030-a673-e3cd4488020a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2e617a5a84b449da8e8806baed547052&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1242325 Mar 10 04:09:51.353796 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['23472193-5938-4ff1-9861-9b2bae6e77be'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:09:51.455305 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['b9973bb0-7507-436a-ab7a-5e04a0299438'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:09:51.496073 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-347a66af-7e2b-4a94-bc32-8495030ef1ba service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575160 Mar 10 04:09:51.584588 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55cb6c-f062-41d1-8649-8fc8a45b0a05 req-d8bbb1b7-acb4-4a28-9b2c-62deb9a842a8 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.596553 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ef55cb6c-f062-41d1-8649-8fc8a45b0a05 req-d8bbb1b7-acb4-4a28-9b2c-62deb9a842a8 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.1803114 Mar 10 04:09:51.599486 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f34f87-bde5-4f79-9f32-f3674de3a085 req-929df05f-c968-4221-8885-cf7623cf513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.612050 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3f34f87-bde5-4f79-9f32-f3674de3a085 req-929df05f-c968-4221-8885-cf7623cf513d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2474620 Mar 10 04:09:51.649187 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-250f9507-aaf9-4c99-8c37-80f7cab9ae68 req-e0713932-f9fe-4868-ba98-bc883f73845c service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469908 Mar 10 04:09:51.763580 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ef55cb6c-f062-41d1-8649-8fc8a45b0a05 req-cf075cae-080c-4250-b0c2-2ff54524b416 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659818 Mar 10 04:09:51.779232 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f644-01a4-4076-b137-2f921097a3b7 req-e78ea66a-37a3-4311-a984-5251122d0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.781382 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-e78ea66a-37a3-4311-a984-5251122d0472 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 1128 time: 0.1253841 Mar 10 04:09:51.835481 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-cd03265f-9e40-4d35-ae00-a1e918d469b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3054567-e052-4749-affb-f9a6a49c2679 HTTP/1.1" status: 200 len: 217 time: 0.0465925 Mar 10 04:09:51.937497 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f644-01a4-4076-b137-2f921097a3b7 req-1b221764-cc28-40bb-8e5c-e9a098d9cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.939571 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-1b221764-cc28-40bb-8e5c-e9a098d9cba8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0868895 Mar 10 04:09:51.951197 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366b7f0-c244-4ce5-a9ec-7817337ddbbf req-b492f4b3-41d8-4968-81d7-decdda4a2d2f tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.952628 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6366b7f0-c244-4ce5-a9ec-7817337ddbbf req-b492f4b3-41d8-4968-81d7-decdda4a2d2f tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 944 time: 0.1545415 Mar 10 04:09:51.995899 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7e06a-321d-4768-a6b2-9beaad038589 req-4ebbeb3c-ff57-4880-8e8a-cd4cd4d86dec tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:51.997355 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9c7e06a-321d-4768-a6b2-9beaad038589 req-4ebbeb3c-ff57-4880-8e8a-cd4cd4d86dec tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.1413686 Mar 10 04:09:52.092801 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276f644-01a4-4076-b137-2f921097a3b7 req-458bcf33-99e1-4ebb-b57a-f3cabba8317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:52.094877 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-458bcf33-99e1-4ebb-b57a-f3cabba8317b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1409109 Mar 10 04:09:52.101468 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6366b7f0-c244-4ce5-a9ec-7817337ddbbf req-2f768cb1-d7dd-4e5d-91e6-2c78af9be247 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352344 Mar 10 04:09:52.115092 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9c7e06a-321d-4768-a6b2-9beaad038589 req-e56d868e-58a5-4e31-a967-41297aa82768 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013064 Mar 10 04:09:52.237879 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-cd15c813-9f30-4b6d-8f61-c5fed30bf967 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345470 Mar 10 04:09:52.252931 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaff2e-15ae-446e-b931-17d4c6d2b5de req-ca46752a-774e-46bf-9f61-a389feae33a9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:52.254311 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4fbaff2e-15ae-446e-b931-17d4c6d2b5de req-ca46752a-774e-46bf-9f61-a389feae33a9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 944 time: 0.0736949 Mar 10 04:09:52.299724 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4fbaff2e-15ae-446e-b931-17d4c6d2b5de req-4a2e7e8e-db2f-4ea9-bdf9-cc0df1664ff4 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Mar 10 04:09:52.442482 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46970) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:52.546934 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a68f160-f2e6-443b-9ae1-02f9e8b5c21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:52.624684 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a68f160-f2e6-443b-9ae1-02f9e8b5c21e admin admin] Publish callbacks [] for security_group (d50a8d59-1434-42f5-afe6-70124ddab5ee), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:52.628553 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a68f160-f2e6-443b-9ae1-02f9e8b5c21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d50a8d59-1434-42f5-afe6-70124ddab5ee), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:52.672752 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6a68f160-f2e6-443b-9ae1-02f9e8b5c21e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f17c5d24b5b4c129345cae987eb2c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267168 Mar 10 04:09:52.673024 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46978) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:52.678772 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68f160-f2e6-443b-9ae1-02f9e8b5c21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50a8d59-1434-42f5-afe6-70124ddab5ee,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:52.730307 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04b673c6-8e62-449a-ad61-23ee9b685272 admin admin] Publish callbacks [] for security_group (d50a8d59-1434-42f5-afe6-70124ddab5ee), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:52.751697 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04b673c6-8e62-449a-ad61-23ee9b685272 admin admin] Publish callbacks [] for security_group (d50a8d59-1434-42f5-afe6-70124ddab5ee), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:52.807907 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04b673c6-8e62-449a-ad61-23ee9b685272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d50a8d59-1434-42f5-afe6-70124ddab5ee), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:52.810552 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04b673c6-8e62-449a-ad61-23ee9b685272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:52.811845 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-04b673c6-8e62-449a-ad61-23ee9b685272 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d50a8d59-1434-42f5-afe6-70124ddab5ee HTTP/1.1" status: 204 len: 168 time: 0.1377490 Mar 10 04:09:52.823634 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b673c6-8e62-449a-ad61-23ee9b685272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50a8d59-1434-42f5-afe6-70124ddab5ee,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:52.905195 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ab140-94f6-4940-bd08-327136898e81 req-855a5609-3794-4f2e-910a-5ab8fc006f4a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:52.906860 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-210ab140-94f6-4940-bd08-327136898e81 req-855a5609-3794-4f2e-910a-5ab8fc006f4a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.0681674 Mar 10 04:09:52.960295 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-210ab140-94f6-4940-bd08-327136898e81 req-c3c6dbe4-c1d9-4937-b2cf-243bf0e3ef67 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466213 Mar 10 04:09:53.085598 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a276f644-01a4-4076-b137-2f921097a3b7 req-62c8c91f-e3ec-42e5-98a6-60d21ba6fcf9 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889268 Mar 10 04:09:53.106556 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 46998) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:53.119048 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5ea19296-f6d5-4d4d-8015-ca8f64eb2517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:53.232466 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5ea19296-f6d5-4d4d-8015-ca8f64eb2517 admin admin] Publish callbacks [] for security_group (9c49c867-d00a-4511-badf-6930df9c8972), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:53.252648 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5ea19296-f6d5-4d4d-8015-ca8f64eb2517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (9c49c867-d00a-4511-badf-6930df9c8972), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:53.492351 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea19296-f6d5-4d4d-8015-ca8f64eb2517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c49c867-d00a-4511-badf-6930df9c8972,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:53.496352 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5ea19296-f6d5-4d4d-8015-ca8f64eb2517 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=672a07dbb85c4ab9a75baff8513fae20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888569 Mar 10 04:09:53.499165 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47006) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:53.506507 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986e255-fcf7-46f7-8e54-a60b85d0eed6 req-509e51a8-5fe8-448f-a139-4ea25ee6d33d tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:53.507989 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b986e255-fcf7-46f7-8e54-a60b85d0eed6 req-509e51a8-5fe8-448f-a139-4ea25ee6d33d tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 944 time: 0.3211653 Mar 10 04:09:53.518661 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08b2f1-c6a9-4fdc-91fd-e1de9ce5d87f req-62fecbc7-3e90-4cbb-a920-33a0779c77e3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:53.520249 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d08b2f1-c6a9-4fdc-91fd-e1de9ce5d87f req-62fecbc7-3e90-4cbb-a920-33a0779c77e3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.3196621 Mar 10 04:09:53.549013 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c4d07eb1-00c0-4f68-8b2f-aa022d17e97c admin admin] Publish callbacks [] for security_group (9c49c867-d00a-4511-badf-6930df9c8972), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:53.570223 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c4d07eb1-00c0-4f68-8b2f-aa022d17e97c admin admin] Publish callbacks [] for security_group (9c49c867-d00a-4511-badf-6930df9c8972), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:53.584800 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b986e255-fcf7-46f7-8e54-a60b85d0eed6 req-9f65d960-a97c-4f82-8358-ca9ecc94ccde tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635946 Mar 10 04:09:53.599207 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d08b2f1-c6a9-4fdc-91fd-e1de9ce5d87f req-caff77ed-1351-4990-864c-4d543170ab42 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642450 Mar 10 04:09:53.629397 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c4d07eb1-00c0-4f68-8b2f-aa022d17e97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (9c49c867-d00a-4511-badf-6930df9c8972), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:53.632366 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c4d07eb1-00c0-4f68-8b2f-aa022d17e97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:53.635979 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c4d07eb1-00c0-4f68-8b2f-aa022d17e97c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c49c867-d00a-4511-badf-6930df9c8972 HTTP/1.1" status: 204 len: 168 time: 0.1319149 Mar 10 04:09:53.641851 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d07eb1-00c0-4f68-8b2f-aa022d17e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c49c867-d00a-4511-badf-6930df9c8972,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:53.706091 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65c1e-bcd4-4c75-a1f0-0fe1f37767a3 req-ab1fcc86-d149-495f-83a5-f3e28ba9cb51 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:53.708334 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17b65c1e-bcd4-4c75-a1f0-0fe1f37767a3 req-ab1fcc86-d149-495f-83a5-f3e28ba9cb51 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 944 time: 0.0569291 Mar 10 04:09:53.758074 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17b65c1e-bcd4-4c75-a1f0-0fe1f37767a3 req-50ca6b00-73e1-4b92-b327-a5340c02fe5d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Mar 10 04:09:53.915074 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:09:53.968362 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47016) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:53.980807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-15aa19c8-f402-44d4-ad6b-95e2cf0b0f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:54.085500 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-15aa19c8-f402-44d4-ad6b-95e2cf0b0f03 admin admin] Publish callbacks [] for security_group (8c7061ac-98b0-419b-bbb8-9bcba6ca19a0), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:54.089188 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-15aa19c8-f402-44d4-ad6b-95e2cf0b0f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (8c7061ac-98b0-419b-bbb8-9bcba6ca19a0), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:54.134013 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531c5c-2400-4f36-b8cf-27bcd769199f req-17978b0c-6350-44b0-a7ff-3bd457576a9b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:54.135450 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-38531c5c-2400-4f36-b8cf-27bcd769199f req-17978b0c-6350-44b0-a7ff-3bd457576a9b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.0978074 Mar 10 04:09:54.142416 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-15aa19c8-f402-44d4-ad6b-95e2cf0b0f03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=812379f1061243ff80382e8f41e3a3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730707 Mar 10 04:09:54.143095 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa19c8-f402-44d4-ad6b-95e2cf0b0f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7061ac-98b0-419b-bbb8-9bcba6ca19a0,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:54.145173 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47022) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:54.186574 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-38531c5c-2400-4f36-b8cf-27bcd769199f req-e7a253c3-63de-451f-99c2-7b2384e8f86d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Mar 10 04:09:54.199035 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78500a1b-4934-417f-a54b-37d4ef8f6387 admin admin] Publish callbacks [] for security_group (8c7061ac-98b0-419b-bbb8-9bcba6ca19a0), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:54.219404 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78500a1b-4934-417f-a54b-37d4ef8f6387 admin admin] Publish callbacks [] for security_group (8c7061ac-98b0-419b-bbb8-9bcba6ca19a0), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:54.267425 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78500a1b-4934-417f-a54b-37d4ef8f6387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (8c7061ac-98b0-419b-bbb8-9bcba6ca19a0), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:54.269992 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78500a1b-4934-417f-a54b-37d4ef8f6387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:54.271133 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-78500a1b-4934-417f-a54b-37d4ef8f6387 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c7061ac-98b0-419b-bbb8-9bcba6ca19a0 HTTP/1.1" status: 204 len: 168 time: 0.1244273 Mar 10 04:09:54.279270 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78500a1b-4934-417f-a54b-37d4ef8f6387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7061ac-98b0-419b-bbb8-9bcba6ca19a0,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:54.703834 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:09:54.736922 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 44aa9d34-0735-43f8-a273-d039c6379673 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:54.740083 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35399e38-7084-4dfb-92ac-34c6b89be53e req-284f11c4-59ca-4d78-ac11-67d86ab4e48b tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:54.741086 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-35399e38-7084-4dfb-92ac-34c6b89be53e req-284f11c4-59ca-4d78-ac11-67d86ab4e48b tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 944 time: 0.0902071 Mar 10 04:09:54.753289 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d9dea-fbfe-40db-9102-5d713a29cc5e req-fdc94815-116e-4aac-96de-0e40df809796 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:54.754702 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-da4d9dea-fbfe-40db-9102-5d713a29cc5e req-fdc94815-116e-4aac-96de-0e40df809796 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0729733 Mar 10 04:09:54.831969 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-da4d9dea-fbfe-40db-9102-5d713a29cc5e req-85cc43f3-b60a-452f-aca7-081c336f9aa2 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686259 Mar 10 04:09:54.834658 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-35399e38-7084-4dfb-92ac-34c6b89be53e req-7bdfbf6c-67cd-4e54-b336-6a4849b9d916 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790892 Mar 10 04:09:54.885153 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 44aa9d34-0735-43f8-a273-d039c6379673 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:09:54.891358 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 44aa9d34-0735-43f8-a273-d039c6379673 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:54.891760 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (44aa9d34-0735-43f8-a273-d039c6379673), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:54.936055 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:54.952841 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'port_id': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'mac_address': 'fa:16:3e:01:df:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:09:54.978440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76d535-1f07-44bf-a1a4-b8c791d60bc9 req-72497dad-ae9d-43a9-ab12-c5ed09e1f7f7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:54.980452 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4c76d535-1f07-44bf-a1a4-b8c791d60bc9 req-72497dad-ae9d-43a9-ab12-c5ed09e1f7f7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 944 time: 0.0677552 Mar 10 04:09:55.034458 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:55.034854 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.040659 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4c76d535-1f07-44bf-a1a4-b8c791d60bc9 req-a4f481d0-4e5a-4f56-8371-7d90869241d6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537291 Mar 10 04:09:55.050770 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 44aa9d34-0735-43f8-a273-d039c6379673 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:55.051167 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (44aa9d34-0735-43f8-a273-d039c6379673), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.056017 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87c7025-0da1-4e3e-83ec-0fd1270b74d2 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:09:55.090257 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:55.094934 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5cb1aa-2cfc-4a91-831d-90221d34691e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44aa9d34-0735-43f8-a273-d039c6379673'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:09:55.159658 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.170121 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 44aa9d34-0735-43f8-a273-d039c6379673, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44aa9d34-0735-43f8-a273-d039c6379673,segment=NetworkSegment(05a68e08-278b-481e-8fbc-5b74da495ee2),segment_id=05a68e08-278b-481e-8fbc-5b74da495ee2)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:55.195277 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (44aa9d34-0735-43f8-a273-d039c6379673), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.196132 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 23472193-5938-4ff1-9861-9b2bae6e77be up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:55.251314 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:55.288371 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f61900a-ff19-4d91-9e12-268253e4c5bf" -d '{"events": [{"server_uuid": "ec5cb1aa-2cfc-4a91-831d-90221d34691e", "name": "network-vif-plugged", "status": "completed", "tag": "44aa9d34-0735-43f8-a273-d039c6379673"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:09:55.302929 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 23472193-5938-4ff1-9861-9b2bae6e77be completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:09:55.314480 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 23472193-5938-4ff1-9861-9b2bae6e77be triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:55.315022 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.318163 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=44aa9d34-0735-43f8-a273-d039c6379673,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:55.340525 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05346030-95d4-4d30-b3aa-a1b58afae371 req-382900ab-b419-40c8-8f4f-89cf74224a2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:55.342036 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05346030-95d4-4d30-b3aa-a1b58afae371 req-382900ab-b419-40c8-8f4f-89cf74224a2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.0696561 Mar 10 04:09:55.401669 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 23472193-5938-4ff1-9861-9b2bae6e77be is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:55.402147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.411103 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05346030-95d4-4d30-b3aa-a1b58afae371 req-1871ea7f-61c8-4f69-870e-26e67da6c294 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601726 Mar 10 04:09:55.428923 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502ccda2-e4f8-40e1-866f-82524fba4002 x-openstack-request-id: req-502ccda2-e4f8-40e1-866f-82524fba4002 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:09:55.429301 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5cb1aa-2cfc-4a91-831d-90221d34691e", "name": "network-vif-plugged", "status": "completed", "tag": "44aa9d34-0735-43f8-a273-d039c6379673", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:09:55.429735 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-502ccda2-e4f8-40e1-866f-82524fba4002 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:09:55.430172 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5cb1aa-2cfc-4a91-831d-90221d34691e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44aa9d34-0735-43f8-a273-d039c6379673', 'code': 200} Mar 10 04:09:55.444063 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 23472193-5938-4ff1-9861-9b2bae6e77be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23472193-5938-4ff1-9861-9b2bae6e77be,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:55.448059 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.494481 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=23472193-5938-4ff1-9861-9b2bae6e77be,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:56.030995 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a2a75-bcbf-468a-93b9-04e2353e328a req-2a3c2dbe-3ddb-40be-9c6c-63a860ae41e0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:56.030995 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9e0a2a75-bcbf-468a-93b9-04e2353e328a req-2a3c2dbe-3ddb-40be-9c6c-63a860ae41e0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.0874975 Mar 10 04:09:56.041704 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a6ed7-c937-42ab-bb5e-d7ffa969bd84 req-4b49c1c6-0eb6-46ab-ba43-2a0b49f5e22f tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:56.043156 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c74a6ed7-c937-42ab-bb5e-d7ffa969bd84 req-4b49c1c6-0eb6-46ab-ba43-2a0b49f5e22f tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.1124470 Mar 10 04:09:56.115556 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9e0a2a75-bcbf-468a-93b9-04e2353e328a req-e3b9cbc0-7064-424c-9f42-6764209f9046 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714052 Mar 10 04:09:56.123471 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c74a6ed7-c937-42ab-bb5e-d7ffa969bd84 req-d742bcee-4890-43c9-bb83-c6259e41b06d tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737197 Mar 10 04:09:56.237244 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53127db2-4edf-4da8-91e4-4429597b41c9 req-f6719313-157f-4871-8a37-eb402a43b54e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:56.238739 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53127db2-4edf-4da8-91e4-4429597b41c9 req-f6719313-157f-4871-8a37-eb402a43b54e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Mar 10 04:09:56.285256 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53127db2-4edf-4da8-91e4-4429597b41c9 req-28d2b648-265b-437e-88b4-9b23fbbb1d28 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Mar 10 04:09:56.528924 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c590a-9841-4ca2-9add-59effb31ece5 req-4ea48e30-7e65-4a0d-adae-2a3e545df09b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:56.531107 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-193c590a-9841-4ca2-9add-59effb31ece5 req-4ea48e30-7e65-4a0d-adae-2a3e545df09b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.0546787 Mar 10 04:09:56.533126 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47132) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:56.579216 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-193c590a-9841-4ca2-9add-59effb31ece5 req-62e2e6fc-292f-4280-8459-fa1c03fd581f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Mar 10 04:09:56.635932 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-14c925aa-d503-46f0-8888-c8263d7c8a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:56.710008 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-14c925aa-d503-46f0-8888-c8263d7c8a29 admin admin] Publish callbacks [] for security_group (46df92e0-abd1-4e57-acb1-c8e7661d4578), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:56.714249 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-14c925aa-d503-46f0-8888-c8263d7c8a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (46df92e0-abd1-4e57-acb1-c8e7661d4578), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:56.751760 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-14c925aa-d503-46f0-8888-c8263d7c8a29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53969c7ebd8340b4a092e1d658738777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176576 Mar 10 04:09:56.752803 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c925aa-d503-46f0-8888-c8263d7c8a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46df92e0-abd1-4e57-acb1-c8e7661d4578,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:56.754462 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47136) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:56.801613 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19b089e6-0e97-4fb0-a3f4-c88cc8a88ef9 admin admin] Publish callbacks [] for security_group (46df92e0-abd1-4e57-acb1-c8e7661d4578), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:56.821775 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19b089e6-0e97-4fb0-a3f4-c88cc8a88ef9 admin admin] Publish callbacks [] for security_group (46df92e0-abd1-4e57-acb1-c8e7661d4578), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:56.867290 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19b089e6-0e97-4fb0-a3f4-c88cc8a88ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (46df92e0-abd1-4e57-acb1-c8e7661d4578), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:56.869835 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19b089e6-0e97-4fb0-a3f4-c88cc8a88ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:56.870972 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-19b089e6-0e97-4fb0-a3f4-c88cc8a88ef9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46df92e0-abd1-4e57-acb1-c8e7661d4578 HTTP/1.1" status: 204 len: 168 time: 0.1155252 Mar 10 04:09:56.878443 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b089e6-0e97-4fb0-a3f4-c88cc8a88ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df92e0-abd1-4e57-acb1-c8e7661d4578,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:57.134024 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47148) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:57.147385 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e034b75-ac02-4f42-9a15-23efe1c74857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.226504 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e034b75-ac02-4f42-9a15-23efe1c74857 admin admin] Publish callbacks [] for security_group (287270a6-0beb-49ec-a769-21ba426ee288), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.230582 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e034b75-ac02-4f42-9a15-23efe1c74857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (287270a6-0beb-49ec-a769-21ba426ee288), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.269965 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9e034b75-ac02-4f42-9a15-23efe1c74857 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22f961e9ce2043219df19e578cf64a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319535 Mar 10 04:09:57.270178 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47154) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:57.277036 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e034b75-ac02-4f42-9a15-23efe1c74857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287270a6-0beb-49ec-a769-21ba426ee288,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:57.291040 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2d591-e25b-44bc-aea3-f805c4ea000d req-5cafd462-384c-423d-846d-11d48483c743 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:57.292528 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1a2d591-e25b-44bc-aea3-f805c4ea000d req-5cafd462-384c-423d-846d-11d48483c743 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.0937190 Mar 10 04:09:57.299202 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fdbde-8f6f-4d1b-a13c-16d21c077ff6 req-c5ea4231-bf4b-4e09-ba16-82961a107137 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:57.301619 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-663fdbde-8f6f-4d1b-a13c-16d21c077ff6 req-c5ea4231-bf4b-4e09-ba16-82961a107137 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.0875580 Mar 10 04:09:57.326397 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-894235fb-97b7-41bb-8c4a-32a13d96d427 admin admin] Publish callbacks [] for security_group (287270a6-0beb-49ec-a769-21ba426ee288), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.347626 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-894235fb-97b7-41bb-8c4a-32a13d96d427 admin admin] Publish callbacks [] for security_group (287270a6-0beb-49ec-a769-21ba426ee288), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.371322 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1a2d591-e25b-44bc-aea3-f805c4ea000d req-428efaad-85c1-452b-af8c-87e70566e3f7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686915 Mar 10 04:09:57.379163 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-663fdbde-8f6f-4d1b-a13c-16d21c077ff6 req-f97842f1-c977-48b9-bbec-2ae57f5a7956 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696537 Mar 10 04:09:57.405333 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-894235fb-97b7-41bb-8c4a-32a13d96d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (287270a6-0beb-49ec-a769-21ba426ee288), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.409130 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-894235fb-97b7-41bb-8c4a-32a13d96d427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.410734 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-894235fb-97b7-41bb-8c4a-32a13d96d427 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/287270a6-0beb-49ec-a769-21ba426ee288 HTTP/1.1" status: 204 len: 168 time: 0.1396749 Mar 10 04:09:57.419233 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894235fb-97b7-41bb-8c4a-32a13d96d427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287270a6-0beb-49ec-a769-21ba426ee288,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:57.432983 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23472193-5938-4ff1-9861-9b2bae6e77be'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:09:57.435257 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c523235-70e7-45ef-bf04-05cb55b34cb4" -d '{"events": [{"server_uuid": "56b25e54-32f7-4cf6-9620-916a5e0a8546", "name": "network-vif-plugged", "status": "completed", "tag": "23472193-5938-4ff1-9861-9b2bae6e77be"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:09:57.488420 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60ac854-908a-44dd-80c5-26a2f4e69c49 x-openstack-request-id: req-b60ac854-908a-44dd-80c5-26a2f4e69c49 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:09:57.488863 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b25e54-32f7-4cf6-9620-916a5e0a8546", "name": "network-vif-plugged", "status": "completed", "tag": "23472193-5938-4ff1-9861-9b2bae6e77be", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:09:57.489319 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b60ac854-908a-44dd-80c5-26a2f4e69c49 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:09:57.489895 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23472193-5938-4ff1-9861-9b2bae6e77be', 'code': 200} Mar 10 04:09:57.491837 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d4a8-c900-4c30-bc20-ff24a4e933f7 req-c2057401-268e-4e05-bf65-c336daeac792 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:57.493443 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3317d4a8-c900-4c30-bc20-ff24a4e933f7 req-c2057401-268e-4e05-bf65-c336daeac792 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0619092 Mar 10 04:09:57.540700 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3317d4a8-c900-4c30-bc20-ff24a4e933f7 req-36d10743-bc90-4fd5-bb95-8180f3773840 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Mar 10 04:09:57.616192 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b9973bb0-7507-436a-ab7a-5e04a0299438 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:09:57.680388 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port b9973bb0-7507-436a-ab7a-5e04a0299438 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:09:57.685148 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port b9973bb0-7507-436a-ab7a-5e04a0299438 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:09:57.685757 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.754201 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54966-639c-4dd0-9673-5246392e6b33 req-393ae3f1-81a6-4e57-b771-dedef9524e3d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:57.756013 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abf54966-639c-4dd0-9673-5246392e6b33 req-393ae3f1-81a6-4e57-b771-dedef9524e3d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.0902092 Mar 10 04:09:57.777600 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b9973bb0-7507-436a-ab7a-5e04a0299438 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:09:57.778781 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.821629 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b9973bb0-7507-436a-ab7a-5e04a0299438, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b9973bb0-7507-436a-ab7a-5e04a0299438,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:09:57.829207 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.886327 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a404e2-f105-4ee3-8eff-23be3d08f6d7 req-97ea542e-f114-4594-a3fa-1e5dfd39369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:57.888008 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c4a404e2-f105-4ee3-8eff-23be3d08f6d7 req-97ea542e-f114-4594-a3fa-1e5dfd39369b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 1129 time: 0.0933182 Mar 10 04:09:57.892338 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abf54966-639c-4dd0-9673-5246392e6b33 req-36b03a3e-5294-4f59-a087-ced24b35ef99 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308002 Mar 10 04:09:57.915777 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5ca1b-d067-440a-aaad-438ecb0ab304 req-3697a0ad-b09f-463a-ad9c-99159a5ce7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:57.917741 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0da5ca1b-d067-440a-aaad-438ecb0ab304 req-3697a0ad-b09f-463a-ad9c-99159a5ce7d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 1129 time: 0.1195905 Mar 10 04:09:57.918073 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c4a404e2-f105-4ee3-8eff-23be3d08f6d7 req-7e720228-a716-49db-aa2c-7bca4481330d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.946282 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0da5ca1b-d067-440a-aaad-438ecb0ab304 req-8ffb227b-18f1-4cd8-94f2-d3faac5a3a3b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:58.007949 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['b87c7025-0da1-4e3e-83ec-0fd1270b74d2'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:09:58.020531 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c4a404e2-f105-4ee3-8eff-23be3d08f6d7 req-7e720228-a716-49db-aa2c-7bca4481330d service neutron] Publish callbacks [] for security_group (189e10d0-7d21-4685-8981-7eac4ed0b701), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:58.029561 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c4a404e2-f105-4ee3-8eff-23be3d08f6d7 req-7e720228-a716-49db-aa2c-7bca4481330d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (189e10d0-7d21-4685-8981-7eac4ed0b701), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:58.033664 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.db.api [req-0da5ca1b-d067-440a-aaad-438ecb0ab304 req-8ffb227b-18f1-4cd8-94f2-d3faac5a3a3b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0846fccaeb674395a87e45290eda74b7 {{(pid=103258) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 04:09:58.035828 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG oslo_db.api [req-0da5ca1b-d067-440a-aaad-438ecb0ab304 req-8ffb227b-18f1-4cd8-94f2-d3faac5a3a3b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 04:09:58.047460 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b9973bb0-7507-436a-ab7a-5e04a0299438,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:58.151395 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e720228-a716-49db-aa2c-7bca4481330d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=189e10d0-7d21-4685-8981-7eac4ed0b701,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:58.161802 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c4a404e2-f105-4ee3-8eff-23be3d08f6d7 req-7e720228-a716-49db-aa2c-7bca4481330d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625885 Mar 10 04:09:58.545927 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0da5ca1b-d067-440a-aaad-438ecb0ab304 req-8ffb227b-18f1-4cd8-94f2-d3faac5a3a3b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:58.594356 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97bf9-470a-48ac-aea2-4cb4527a16c5 req-7de4a552-947a-48ea-870e-d3f3f5680c96 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:58.596523 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fc97bf9-470a-48ac-aea2-4cb4527a16c5 req-7de4a552-947a-48ea-870e-d3f3f5680c96 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.1278410 Mar 10 04:09:58.648311 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367d7d-61fb-4194-8855-ecee85f0e187 req-777ed5e7-0480-4b6a-97a2-a162f5656fb5 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:58.649756 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4367d7d-61fb-4194-8855-ecee85f0e187 req-777ed5e7-0480-4b6a-97a2-a162f5656fb5 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.1327574 Mar 10 04:09:58.717759 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fc97bf9-470a-48ac-aea2-4cb4527a16c5 req-be99b6ab-b5b3-4899-ae25-18c9ddb47006 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085227 Mar 10 04:09:58.723375 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0da5ca1b-d067-440a-aaad-438ecb0ab304 req-8ffb227b-18f1-4cd8-94f2-d3faac5a3a3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949300 Mar 10 04:09:58.759983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4367d7d-61fb-4194-8855-ecee85f0e187 req-3624fc43-652d-4890-b603-5475e5bf9ed7 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924897 Mar 10 04:09:58.836564 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24a24a-1a81-4501-81aa-9762b43a538b req-6037b5d5-0652-4987-b89e-e984f2d0d15b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:58.838651 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e24a24a-1a81-4501-81aa-9762b43a538b req-6037b5d5-0652-4987-b89e-e984f2d0d15b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Mar 10 04:09:58.866306 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47228) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:58.885194 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e24a24a-1a81-4501-81aa-9762b43a538b req-1a8567f6-4708-4e7c-bae0-27c5e3c89ff7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Mar 10 04:09:58.970415 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7898f858-f10b-4510-b14d-30e61f0b936b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:59.006783 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a62ea-f296-4fe9-81e0-e7aa210478f3 req-5ed37a15-0bc0-4e74-85ce-312b68140b4e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:59.008377 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6e7a62ea-f296-4fe9-81e0-e7aa210478f3 req-5ed37a15-0bc0-4e74-85ce-312b68140b4e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.0567236 Mar 10 04:09:59.042800 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7898f858-f10b-4510-b14d-30e61f0b936b admin admin] Publish callbacks [] for security_group (1ff1dd92-23cf-4ae3-ba89-73d7552de69a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:59.047621 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7898f858-f10b-4510-b14d-30e61f0b936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (1ff1dd92-23cf-4ae3-ba89-73d7552de69a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:59.057300 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6e7a62ea-f296-4fe9-81e0-e7aa210478f3 req-649c0295-67a5-4061-ac12-0a74bbd34fa8 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Mar 10 04:09:59.084368 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898f858-f10b-4510-b14d-30e61f0b936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff1dd92-23cf-4ae3-ba89-73d7552de69a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:59.088527 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7898f858-f10b-4510-b14d-30e61f0b936b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=004648d2397842b0971b63e6c3a31365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212310 Mar 10 04:09:59.091508 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47234) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:59.136482 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcfdea8b-5a9e-44e8-b057-878fbc52cba3 admin admin] Publish callbacks [] for security_group (1ff1dd92-23cf-4ae3-ba89-73d7552de69a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:59.157678 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcfdea8b-5a9e-44e8-b057-878fbc52cba3 admin admin] Publish callbacks [] for security_group (1ff1dd92-23cf-4ae3-ba89-73d7552de69a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:59.208468 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcfdea8b-5a9e-44e8-b057-878fbc52cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (1ff1dd92-23cf-4ae3-ba89-73d7552de69a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:59.211016 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcfdea8b-5a9e-44e8-b057-878fbc52cba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:59.212110 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-bcfdea8b-5a9e-44e8-b057-878fbc52cba3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ff1dd92-23cf-4ae3-ba89-73d7552de69a HTTP/1.1" status: 204 len: 168 time: 0.1200552 Mar 10 04:09:59.219952 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdea8b-5a9e-44e8-b057-878fbc52cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff1dd92-23cf-4ae3-ba89-73d7552de69a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:09:59.491205 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd9add-fdcb-40a3-a23e-489335900ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9973bb0-7507-436a-ab7a-5e04a0299438'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:09:59.493820 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09eb5c4-44b1-488b-8dbf-5c1f487329e2" -d '{"events": [{"server_uuid": "2cbd9add-fdcb-40a3-a23e-489335900ae9", "name": "network-vif-plugged", "status": "completed", "tag": "b9973bb0-7507-436a-ab7a-5e04a0299438"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:09:59.530628 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b29989f-1aec-4331-8195-d663d5f9a120 x-openstack-request-id: req-9b29989f-1aec-4331-8195-d663d5f9a120 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:09:59.531738 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd9add-fdcb-40a3-a23e-489335900ae9", "name": "network-vif-plugged", "status": "completed", "tag": "b9973bb0-7507-436a-ab7a-5e04a0299438", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:09:59.532170 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b29989f-1aec-4331-8195-d663d5f9a120 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:09:59.532785 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd9add-fdcb-40a3-a23e-489335900ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9973bb0-7507-436a-ab7a-5e04a0299438', 'code': 200} Mar 10 04:09:59.741267 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2587f-4b51-4c10-afbb-2e43ee8a700f req-a635d438-9f35-48e3-85e4-68bbf2248aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:59.742781 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-35a2587f-4b51-4c10-afbb-2e43ee8a700f req-a635d438-9f35-48e3-85e4-68bbf2248aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0573463 Mar 10 04:09:59.819131 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-35a2587f-4b51-4c10-afbb-2e43ee8a700f req-10e1daca-5d74-4479-89b0-d68858db1aef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610662 Mar 10 04:09:59.948702 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264e481-a085-4301-880c-76c0a48540fc req-a398a720-c85b-4095-9a8e-5b9165edd113 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:59.950316 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f264e481-a085-4301-880c-76c0a48540fc req-a398a720-c85b-4095-9a8e-5b9165edd113 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.1298084 Mar 10 04:09:59.978762 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69007d1b-2321-4b1e-b5bc-7a5801e053ee req-fcfe21c5-710e-426f-afa7-87959b35ff99 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:09:59.986988 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-69007d1b-2321-4b1e-b5bc-7a5801e053ee req-fcfe21c5-710e-426f-afa7-87959b35ff99 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.1207931 Mar 10 04:10:00.068196 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f264e481-a085-4301-880c-76c0a48540fc req-4ea9e692-1add-4fab-a5ea-9fff3a41c53c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786345 Mar 10 04:10:00.075758 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-69007d1b-2321-4b1e-b5bc-7a5801e053ee req-bbe311dc-2342-4124-8ad1-3f083053f18c tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879791 Mar 10 04:10:00.262637 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd99d-04f4-4385-8d98-065379bf6313 req-04254276-b77b-4af8-b79b-67559b61994f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:00.269593 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0badd99d-04f4-4385-8d98-065379bf6313 req-04254276-b77b-4af8-b79b-67559b61994f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1232417 Mar 10 04:10:00.296141 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfa622-2dd4-4139-ab8c-505c8be6a33f req-072df058-e012-474d-9f25-fcb078d42390 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:00.298146 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-20bfa622-2dd4-4139-ab8c-505c8be6a33f req-072df058-e012-474d-9f25-fcb078d42390 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 944 time: 0.1415279 Mar 10 04:10:00.344241 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0badd99d-04f4-4385-8d98-065379bf6313 req-6d90eecd-d1d2-4db7-bc0e-f265e33e7ba8 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739603 Mar 10 04:10:00.388217 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-20bfa622-2dd4-4139-ab8c-505c8be6a33f req-89ffa2dd-7c54-4593-a074-117c70cdf358 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787566 Mar 10 04:10:00.688013 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device e3054567-e052-4749-affb-f9a6a49c2679 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:10:00.690985 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:00.799439 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:10:00.809470 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:00.809837 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:00.857701 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port e3054567-e052-4749-affb-f9a6a49c2679, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e3054567-e052-4749-affb-f9a6a49c2679,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:00.873142 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'e3054567-e052-4749-affb-f9a6a49c2679', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:10:00.939934 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port e3054567-e052-4749-affb-f9a6a49c2679 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:00.940324 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e3054567-e052-4749-affb-f9a6a49c2679), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:00.949593 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:00.949972 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:00.963089 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3054567-e052-4749-affb-f9a6a49c2679 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:10:00.996805 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port e3054567-e052-4749-affb-f9a6a49c2679, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e3054567-e052-4749-affb-f9a6a49c2679,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:01.002667 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e3054567-e052-4749-affb-f9a6a49c2679), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:01.005401 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:01.010138 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:01.064663 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=e3054567-e052-4749-affb-f9a6a49c2679,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:01.128221 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:01.253129 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea28244-e7b2-4b43-82b2-b2e503323b64 req-2da3e57e-4b1a-44bd-8db3-8afce05f9dba tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:01.254603 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eea28244-e7b2-4b43-82b2-b2e503323b64 req-2da3e57e-4b1a-44bd-8db3-8afce05f9dba tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0808277 Mar 10 04:10:01.261646 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fccc9-8496-4655-9d43-5f3c0cc88d66 req-0c26b673-db1d-460e-a117-1a8d9c4e8d51 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:01.263061 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-500fccc9-8496-4655-9d43-5f3c0cc88d66 req-0c26b673-db1d-460e-a117-1a8d9c4e8d51 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.0984306 Mar 10 04:10:01.337712 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eea28244-e7b2-4b43-82b2-b2e503323b64 req-377f3b98-42b0-4ca0-928a-b7a3dc0dd950 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736825 Mar 10 04:10:01.341956 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-500fccc9-8496-4655-9d43-5f3c0cc88d66 req-c5cc406d-77a0-4216-8645-d533b6782f7e tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704710 Mar 10 04:10:01.486224 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f4268-432e-433c-9123-f7bd176854f6 req-8901ba11-3ce3-4a2d-9bc6-f55ebbb43deb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:01.491952 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-176f4268-432e-433c-9123-f7bd176854f6 req-8901ba11-3ce3-4a2d-9bc6-f55ebbb43deb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0733180 Mar 10 04:10:01.534208 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:01.539882 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b07bb5-e4a9-4edf-9e7c-f009f07a370b" -d '{"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-plugged", "status": "completed", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:01.579314 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-176f4268-432e-433c-9123-f7bd176854f6 req-fb7cda4c-ce5f-4832-bf3f-15515af13e0a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800323 Mar 10 04:10:01.590358 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a77a6-77b0-489d-90c0-248f52198465 req-6d5f9d86-b810-47bb-8c66-23890d301a8a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:01.592453 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-091a77a6-77b0-489d-90c0-248f52198465 req-6d5f9d86-b810-47bb-8c66-23890d301a8a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 945 time: 0.0943732 Mar 10 04:10:01.629185 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713fbba8-6e2c-49c1-837b-8e95a63f1f79 x-openstack-request-id: req-713fbba8-6e2c-49c1-837b-8e95a63f1f79 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:01.629629 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-plugged", "status": "completed", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:01.629929 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-713fbba8-6e2c-49c1-837b-8e95a63f1f79 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:01.630416 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'code': 200} Mar 10 04:10:01.657447 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-091a77a6-77b0-489d-90c0-248f52198465 req-17766152-f0d9-4130-955a-8f0fcf764f28 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588651 Mar 10 04:10:01.979883 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14637d-27c0-400f-80d0-d4bb8d25f1ec req-a29d74d3-3aa9-4139-bca0-a84ff78febe5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:01.988185 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1a14637d-27c0-400f-80d0-d4bb8d25f1ec req-a29d74d3-3aa9-4139-bca0-a84ff78febe5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0728581 Mar 10 04:10:02.034615 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1a14637d-27c0-400f-80d0-d4bb8d25f1ec req-5feaa467-cf5f-4a85-9760-4b40027601ae tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Mar 10 04:10:02.224717 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47414) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:02.323381 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-874bf775-4690-4f6f-a86c-b93c9357a3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.394753 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-874bf775-4690-4f6f-a86c-b93c9357a3e3 admin admin] Publish callbacks [] for security_group (2f81e589-83a0-41e7-871c-df2424f0b2d9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.398827 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-874bf775-4690-4f6f-a86c-b93c9357a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2f81e589-83a0-41e7-871c-df2424f0b2d9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.437562 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-874bf775-4690-4f6f-a86c-b93c9357a3e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41f196a6d1a94fd6909466025650e596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102120 Mar 10 04:10:02.439043 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47420) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:02.440618 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bf775-4690-4f6f-a86c-b93c9357a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f81e589-83a0-41e7-871c-df2424f0b2d9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:02.502966 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c65be-d6da-445e-a218-7584f7afe160 req-79c97c00-0f3d-43dc-92c3-3798965478f5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:02.504457 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a7c65be-d6da-445e-a218-7584f7afe160 req-79c97c00-0f3d-43dc-92c3-3798965478f5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0928905 Mar 10 04:10:02.508897 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0ce109d0-3b44-4291-89e6-352f7cbe69c3 admin admin] Publish callbacks [] for security_group (2f81e589-83a0-41e7-871c-df2424f0b2d9), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.545466 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0ce109d0-3b44-4291-89e6-352f7cbe69c3 admin admin] Publish callbacks [] for security_group (2f81e589-83a0-41e7-871c-df2424f0b2d9), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.582242 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a7c65be-d6da-445e-a218-7584f7afe160 req-4ed62cb6-f1e5-40f4-a5cf-efb5ea81c8f6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715008 Mar 10 04:10:02.607420 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0ce109d0-3b44-4291-89e6-352f7cbe69c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2f81e589-83a0-41e7-871c-df2424f0b2d9), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.610072 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0ce109d0-3b44-4291-89e6-352f7cbe69c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.611255 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-0ce109d0-3b44-4291-89e6-352f7cbe69c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f81e589-83a0-41e7-871c-df2424f0b2d9 HTTP/1.1" status: 204 len: 168 time: 0.1712575 Mar 10 04:10:02.619455 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce109d0-3b44-4291-89e6-352f7cbe69c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f81e589-83a0-41e7-871c-df2424f0b2d9,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:02.774593 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105842c-17ce-4a57-88bd-c3f0a45133f5 req-b0cc0d6b-6b18-47ff-bd76-b930cbf057ec tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:02.776112 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0105842c-17ce-4a57-88bd-c3f0a45133f5 req-b0cc0d6b-6b18-47ff-bd76-b930cbf057ec tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Mar 10 04:10:02.823344 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0105842c-17ce-4a57-88bd-c3f0a45133f5 req-8f5c8ffd-96d3-41b6-97c6-24e04db00849 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 Mar 10 04:10:02.872692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47430) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:02.885689 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9ad043e9-a0c8-4bfc-99d2-381ae3853ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.966068 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9ad043e9-a0c8-4bfc-99d2-381ae3853ece admin admin] Publish callbacks [] for security_group (cd50cdb3-c8b3-41e6-b4b5-cf24b3c4b0f9), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.969880 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9ad043e9-a0c8-4bfc-99d2-381ae3853ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (cd50cdb3-c8b3-41e6-b4b5-cf24b3c4b0f9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:03.007751 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9ad043e9-a0c8-4bfc-99d2-381ae3853ece admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffe4fe85e7f94a55ac41e20783d9f996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339860 Mar 10 04:10:03.008848 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad043e9-a0c8-4bfc-99d2-381ae3853ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd50cdb3-c8b3-41e6-b4b5-cf24b3c4b0f9,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:03.010414 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47436) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:03.055616 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-40f30f7b-51c9-4613-8c81-39fac874f4a4 admin admin] Publish callbacks [] for security_group (cd50cdb3-c8b3-41e6-b4b5-cf24b3c4b0f9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:03.077039 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-40f30f7b-51c9-4613-8c81-39fac874f4a4 admin admin] Publish callbacks [] for security_group (cd50cdb3-c8b3-41e6-b4b5-cf24b3c4b0f9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:03.130140 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-40f30f7b-51c9-4613-8c81-39fac874f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (cd50cdb3-c8b3-41e6-b4b5-cf24b3c4b0f9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:03.133144 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-40f30f7b-51c9-4613-8c81-39fac874f4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:03.134691 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-40f30f7b-51c9-4613-8c81-39fac874f4a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd50cdb3-c8b3-41e6-b4b5-cf24b3c4b0f9 HTTP/1.1" status: 204 len: 168 time: 0.1232159 Mar 10 04:10:03.143719 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f30f7b-51c9-4613-8c81-39fac874f4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd50cdb3-c8b3-41e6-b4b5-cf24b3c4b0f9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:03.170829 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb020d-197e-45d3-b37d-9ac11008bc6f req-813abb02-caf6-427a-9459-cbdd4ed233cb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:03.172924 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1cb020d-197e-45d3-b37d-9ac11008bc6f req-813abb02-caf6-427a-9459-cbdd4ed233cb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0692308 Mar 10 04:10:03.219909 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1cb020d-197e-45d3-b37d-9ac11008bc6f req-cb06a513-b90d-4429-884e-8d71700fda34 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Mar 10 04:10:03.688037 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-e2dbd6af-3e3c-434e-996e-b616f23f4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:03.690057 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-e2dbd6af-3e3c-434e-996e-b616f23f4a28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 1129 time: 0.0883176 Mar 10 04:10:03.744424 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91ea8-a749-4064-b7c5-55468fde3213 req-af1900ff-49df-41ad-8780-d8ea06280072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:03.746674 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dba91ea8-a749-4064-b7c5-55468fde3213 req-af1900ff-49df-41ad-8780-d8ea06280072 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 1129 time: 0.0582736 Mar 10 04:10:03.808382 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dba91ea8-a749-4064-b7c5-55468fde3213 req-d7b9d8d8-8a22-4823-b153-b5ed4960f834 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469887 Mar 10 04:10:03.955111 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['e3054567-e052-4749-affb-f9a6a49c2679'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:10:04.108405 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed5755-4d24-4b47-b9c3-1ec21d6418cf req-b189015f-4a13-43df-a69f-bd898016011a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:04.112784 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1eed5755-4d24-4b47-b9c3-1ec21d6418cf req-b189015f-4a13-43df-a69f-bd898016011a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.4449008 Mar 10 04:10:04.188606 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-7abf0c0c-9397-404c-b0c1-dd97b8d0850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:04.190205 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-7abf0c0c-9397-404c-b0c1-dd97b8d0850d service neutron] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 920 time: 0.4854596 Mar 10 04:10:04.221979 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b1fc6-35cb-4fd7-850d-94d98400375d req-fed95ebb-e0b4-4217-8698-16ce3466b1ee tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:04.223466 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a96b1fc6-35cb-4fd7-850d-94d98400375d req-fed95ebb-e0b4-4217-8698-16ce3466b1ee tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 945 time: 0.1711750 Mar 10 04:10:04.256130 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-a474d8eb-a0f0-4d64-b162-d31a176d4529 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23472193-5938-4ff1-9861-9b2bae6e77be HTTP/1.1" status: 200 len: 217 time: 0.0551360 Mar 10 04:10:04.263261 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1eed5755-4d24-4b47-b9c3-1ec21d6418cf req-b5f84807-7784-4ffa-adfb-646065f8a76e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349397 Mar 10 04:10:04.375325 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a96b1fc6-35cb-4fd7-850d-94d98400375d req-9880becf-f644-4e9d-967a-b1d04c7686c1 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220522 Mar 10 04:10:04.376794 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-ffb53f5b-032c-4300-a22f-99ca169226b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:04.378311 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-ffb53f5b-032c-4300-a22f-99ca169226b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.1141019 Mar 10 04:10:04.422072 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-d29c51b8-83d4-440f-8aed-c345995d4d10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282590 Mar 10 04:10:04.429528 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e964982-0102-429d-aab0-25c56c1bd387 req-a8c4b110-0faf-4918-8a25-360f89452faf tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:04.430894 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0e964982-0102-429d-aab0-25c56c1bd387 req-a8c4b110-0faf-4918-8a25-360f89452faf tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0934775 Mar 10 04:10:04.535927 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0e964982-0102-429d-aab0-25c56c1bd387 req-4de7ac79-84f2-4653-ae08-2abf83938b3b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965903 Mar 10 04:10:04.554579 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-b92197ae-1cc1-4bf1-8d9e-24267ba0bcf2 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227415 Mar 10 04:10:04.645936 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57f2d7a3-c1a3-48a4-b9aa-1b2df8416510 req-9b60c9a2-6223-4d65-bbeb-7a7e5119055e service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852590 Mar 10 04:10:05.437708 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897c362-b674-40fe-ae9e-59f60d11d5f0 req-6eb07eb6-9046-4d7d-8b0e-3f51cd3a5377 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:05.439525 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b897c362-b674-40fe-ae9e-59f60d11d5f0 req-6eb07eb6-9046-4d7d-8b0e-3f51cd3a5377 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0684693 Mar 10 04:10:05.492997 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b897c362-b674-40fe-ae9e-59f60d11d5f0 req-d15d39fa-0356-4007-87cb-6b5a7d1a8fdb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Mar 10 04:10:05.553618 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device e3054567-e052-4749-affb-f9a6a49c2679 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:05.616395 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port e3054567-e052-4749-affb-f9a6a49c2679 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:10:05.620958 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port e3054567-e052-4749-affb-f9a6a49c2679 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:05.621440 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e3054567-e052-4749-affb-f9a6a49c2679), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:05.634302 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eec64-a76d-400e-ad53-49a1abd947c7 req-93e2fad9-59ff-46f1-b6a7-82ea37de9ca5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:05.636192 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-680eec64-a76d-400e-ad53-49a1abd947c7 req-93e2fad9-59ff-46f1-b6a7-82ea37de9ca5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 945 time: 0.0665774 Mar 10 04:10:05.720222 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-680eec64-a76d-400e-ad53-49a1abd947c7 req-eff38c69-6a60-44b8-8acb-b2836f86a292 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776389 Mar 10 04:10:05.750266 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port e3054567-e052-4749-affb-f9a6a49c2679 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:05.750696 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e3054567-e052-4749-affb-f9a6a49c2679), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:05.759358 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cb50-cb17-45f5-a8a3-93e61ef7fbb8 req-07462eb9-c6a9-4491-b0c4-dc47484049fd tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:05.761037 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7db6cb50-cb17-45f5-a8a3-93e61ef7fbb8 req-07462eb9-c6a9-4491-b0c4-dc47484049fd tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0873065 Mar 10 04:10:05.773291 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47556) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:05.786235 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3054567-e052-4749-affb-f9a6a49c2679'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:05.787042 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'floatingip': {'port_id': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:05.788536 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e2ec0f-f7d0-4ccd-b1b1-75d9a00a0d80" -d '{"events": [{"server_uuid": "0c436870-e70f-4490-8c9a-3793e68c9f55", "name": "network-vif-plugged", "status": "completed", "tag": "e3054567-e052-4749-affb-f9a6a49c2679"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:05.802930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port e3054567-e052-4749-affb-f9a6a49c2679, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e3054567-e052-4749-affb-f9a6a49c2679,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:05.808132 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e3054567-e052-4749-affb-f9a6a49c2679), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:05.881840 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (30f72d73-9405-4c81-af73-20b7462da7dd), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:05.885205 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=e3054567-e052-4749-affb-f9a6a49c2679,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:05.886724 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5d618-e72c-461e-9dd9-2b95e3de0435 req-ecfdaae3-4f4b-4c8f-8003-e0c9a858f5dc tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:05.894246 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-49a5d618-e72c-461e-9dd9-2b95e3de0435 req-ecfdaae3-4f4b-4c8f-8003-e0c9a858f5dc tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0760942 Mar 10 04:10:05.901892 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db551af2-911e-4f9a-9c31-c5c1cd63fa49 x-openstack-request-id: req-db551af2-911e-4f9a-9c31-c5c1cd63fa49 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:05.902345 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c436870-e70f-4490-8c9a-3793e68c9f55", "name": "network-vif-plugged", "status": "completed", "tag": "e3054567-e052-4749-affb-f9a6a49c2679", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:05.903221 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db551af2-911e-4f9a-9c31-c5c1cd63fa49 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:05.905333 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3054567-e052-4749-affb-f9a6a49c2679', 'code': 200} Mar 10 04:10:05.956998 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-49a5d618-e72c-461e-9dd9-2b95e3de0435 req-545b5eab-6f28-4999-bf2c-bbf3d8da10ec tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613327 Mar 10 04:10:06.177473 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d29ad-c918-43ab-bd5c-49670efb4475 req-f65af35e-9c6f-4aca-be26-2367987cf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:06.178991 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dc9d29ad-c918-43ab-bd5c-49670efb4475 req-f65af35e-9c6f-4aca-be26-2367987cf6c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 1130 time: 0.0468264 Mar 10 04:10:06.238338 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dc9d29ad-c918-43ab-bd5c-49670efb4475 req-df11df57-1806-4600-b4dd-881d80258f11 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Mar 10 04:10:06.839739 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.843940 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (30f72d73-9405-4c81-af73-20b7462da7dd), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.866773 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88f2d5-a31c-4575-b97d-06814e68e903 req-976234d2-8c4d-4320-8d16-0fe891ffcb6d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:06.868271 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed88f2d5-a31c-4575-b97d-06814e68e903 req-976234d2-8c4d-4320-8d16-0fe891ffcb6d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 946 time: 0.0537751 Mar 10 04:10:06.918995 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed88f2d5-a31c-4575-b97d-06814e68e903 req-cc44ca98-7e85-491a-9fd4-c1375440573d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Mar 10 04:10:06.946502 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Floating IP 30f72d73-9405-4c81-af73-20b7462da7dd associated. External IP: 172.27.2.34, port: b87c7025-0da1-4e3e-83ec-0fd1270b74d2. Mar 10 04:10:07.086793 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0796df-2b3e-4520-84ee-a9c6f021e56f req-a89d28eb-9b91-43c6-8708-339ca80da053 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:07.088314 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3f0796df-2b3e-4520-84ee-a9c6f021e56f req-a89d28eb-9b91-43c6-8708-339ca80da053 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0569158 Mar 10 04:10:07.140093 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3f0796df-2b3e-4520-84ee-a9c6f021e56f req-55f85640-be93-47c1-a7b6-cfafd7e61117 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Mar 10 04:10:07.176946 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Router d917f827-a643-4989-aa42-7d98eb0e66c2 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:10:07.284521 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:10:07.288915 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:07.297933 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] Sync routers for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:10:07.306927 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:07.307764 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:07.319943 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8195c0f0-d772-4482-bf0a-1f6c79154cea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "PUT /v2.0/floatingips/30f72d73-9405-4c81-af73-20b7462da7dd HTTP/1.1" status: 200 len: 990 time: 1.5435927 Mar 10 04:10:07.320531 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:07.322798 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233" -d '{"events": [{"name": "network-changed", "server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:07.359520 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c989b7f0-3748-4ece-992f-76b2d0276580 x-openstack-request-id: req-c989b7f0-3748-4ece-992f-76b2d0276580 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:07.359921 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:07.360130 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c989b7f0-3748-4ece-992f-76b2d0276580 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:07.360568 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'status': 'completed', 'code': 200} Mar 10 04:10:07.423663 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:07.461547 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-e81818f3-6cd0-4b84-b827-9ed399105079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:07.464325 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-e81818f3-6cd0-4b84-b827-9ed399105079 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 1129 time: 0.0651205 Mar 10 04:10:07.568684 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-9b98ff06-f74d-44c8-9e86-bd0b05d89044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:07.570443 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-9b98ff06-f74d-44c8-9e86-bd0b05d89044 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.1005218 Mar 10 04:10:07.680242 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-5ed22f17-f78e-4c65-b99f-871b3015c7d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 200 len: 998 time: 0.1029229 Mar 10 04:10:07.727908 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '30f72d73-9405-4c81-af73-20b7462da7dd', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'port_id': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'mac_address': 'fa:16:3e:01:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b647456-25cd-4547-9a94-aacf91569168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:37Z', 'updated_at': '2022-03-10T04:10:06Z', 'revision_number': 1, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:07.747067 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-641e0dfc-4f17-4b56-87f0-1e6c4aab8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:07.748717 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-641e0dfc-4f17-4b56-87f0-1e6c4aab8541 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0520849 Mar 10 04:10:07.759046 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] Checking router: d917f827-a643-4989-aa42-7d98eb0e66c2 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:10:07.769950 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:07.770572 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:07.821137 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-5e55d694-c03f-496a-a714-4a9b1d8142b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:07.823410 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-5e55d694-c03f-496a-a714-4a9b1d8142b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0667725 Mar 10 04:10:07.895523 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:07.991034 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-cfe32c81-085e-42ef-a173-2337ec8d9bd3 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574028 Mar 10 04:10:08.084252 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8587b-90ac-431a-b22b-033dd2e67fc7 req-5c1ea1cc-cf7e-4f22-a5e0-8eac1e0d2c4a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:08.086959 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bdc8587b-90ac-431a-b22b-033dd2e67fc7 req-5c1ea1cc-cf7e-4f22-a5e0-8eac1e0d2c4a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 946 time: 0.0671427 Mar 10 04:10:08.145744 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47642) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:08.150853 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bdc8587b-90ac-431a-b22b-033dd2e67fc7 req-682f4a2c-20e7-4be9-83ba-bed85154ba18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575137 Mar 10 04:10:08.259733 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '30f72d73-9405-4c81-af73-20b7462da7dd', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'port_id': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'mac_address': 'fa:16:3e:01:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b647456-25cd-4547-9a94-aacf91569168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:37Z', 'updated_at': '2022-03-10T04:10:06Z', 'revision_number': 1, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:08.287415 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d29ad-47ad-4f33-a3a0-b57fe7aa34b9 req-e07cd106-4396-4fcd-ad60-4a88b77bef81 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:08.295065 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46850ab-02a0-46e0-8f8c-3957f00c2797 None None] The sync data for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi is: [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '30f72d73-9405-4c81-af73-20b7462da7dd', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'port_id': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'mac_address': 'fa:16:3e:01:df:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b647456-25cd-4547-9a94-aacf91569168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:37Z', 'updated_at': '2022-03-10T04:10:06Z', 'revision_number': 1, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:10:08.297166 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a34d29ad-47ad-4f33-a3a0-b57fe7aa34b9 req-e07cd106-4396-4fcd-ad60-4a88b77bef81 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0680304 Mar 10 04:10:08.326922 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b15bf42-576d-4c33-88cd-1d4e4351edaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:08.404709 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a34d29ad-47ad-4f33-a3a0-b57fe7aa34b9 req-07cb5f89-09c6-4d23-9f4d-ab0668d68ad4 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067023 Mar 10 04:10:08.447550 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feefd9a-cda6-49d9-9eee-cd61a5c411f0 req-879ff418-50b5-4886-9c5a-275dc4b621dc tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:08.449091 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1feefd9a-cda6-49d9-9eee-cd61a5c411f0 req-879ff418-50b5-4886-9c5a-275dc4b621dc tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 946 time: 0.0984259 Mar 10 04:10:08.458466 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47654) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:08.464279 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'floatingip': {'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:08.518320 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5c75e1-d96d-491e-bdd0-1d539c296f5b None None] New status for floating IP 30f72d73-9405-4c81-af73-20b7462da7dd: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:10:08.539161 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b15bf42-576d-4c33-88cd-1d4e4351edaa admin admin] Publish callbacks [] for security_group (bd83b362-a348-4135-ade8-3836e84728f0), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:08.546782 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (209e8996-723a-48a4-a23f-51aa04100546), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:08.548843 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b15bf42-576d-4c33-88cd-1d4e4351edaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bd83b362-a348-4135-ade8-3836e84728f0), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:08.663754 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2b15bf42-576d-4c33-88cd-1d4e4351edaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ab6ea4815a2409592f0cd180c455ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166018 Mar 10 04:10:08.666301 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47658) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:08.669374 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15bf42-576d-4c33-88cd-1d4e4351edaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd83b362-a348-4135-ade8-3836e84728f0,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:08.720471 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Publish callbacks [] for security_group (bd83b362-a348-4135-ade8-3836e84728f0), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:08.742422 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Publish callbacks [] for security_group (bd83b362-a348-4135-ade8-3836e84728f0), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:08.793197 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bd83b362-a348-4135-ade8-3836e84728f0), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:08.795977 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:08.797801 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd83b362-a348-4135-ade8-3836e84728f0 HTTP/1.1" status: 204 len: 168 time: 0.1300137 Mar 10 04:10:08.805685 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd83b362-a348-4135-ade8-3836e84728f0,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:08.812910 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.813265 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.813607 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.813942 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.814270 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.814595 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.814936 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.815281 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.815620 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.815972 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.816294 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.816663 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:08.816986 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e31040-655d-4750-b527-134be7ae51b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:09.084386 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47668) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:09.098268 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba1874ad-a805-49c7-849f-a16aa442d71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.184022 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba1874ad-a805-49c7-849f-a16aa442d71f admin admin] Publish callbacks [] for security_group (6d3b6e80-58f5-4e87-aea9-2ebec45827b1), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.188098 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba1874ad-a805-49c7-849f-a16aa442d71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (6d3b6e80-58f5-4e87-aea9-2ebec45827b1), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.230157 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ba1874ad-a805-49c7-849f-a16aa442d71f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e88241d1c6e140f396284325ce518820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421947 Mar 10 04:10:09.230157 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1874ad-a805-49c7-849f-a16aa442d71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3b6e80-58f5-4e87-aea9-2ebec45827b1,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:09.231084 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47672) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:09.289391 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-79d92817-3ecc-4cb5-9f35-b00117eee142 admin admin] Publish callbacks [] for security_group (6d3b6e80-58f5-4e87-aea9-2ebec45827b1), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.310214 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-79d92817-3ecc-4cb5-9f35-b00117eee142 admin admin] Publish callbacks [] for security_group (6d3b6e80-58f5-4e87-aea9-2ebec45827b1), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.356861 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-79d92817-3ecc-4cb5-9f35-b00117eee142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (6d3b6e80-58f5-4e87-aea9-2ebec45827b1), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.359677 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-79d92817-3ecc-4cb5-9f35-b00117eee142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.360855 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-79d92817-3ecc-4cb5-9f35-b00117eee142 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d3b6e80-58f5-4e87-aea9-2ebec45827b1 HTTP/1.1" status: 204 len: 168 time: 0.1288526 Mar 10 04:10:09.367580 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaba9e4a-ab17-482a-a2e3-d08a3dbeb233 req-ffeb6fcb-99b4-4c89-9f67-f7cf372c26a7 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773040 Mar 10 04:10:09.368977 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d92817-3ecc-4cb5-9f35-b00117eee142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3b6e80-58f5-4e87-aea9-2ebec45827b1,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:09.543074 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.549904 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (209e8996-723a-48a4-a23f-51aa04100546), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:09.601319 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b1dfc-519f-463a-9b43-4a3a92cfb34e req-5aeeaa18-36ac-466d-9fda-f731cce016ee tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:09.602769 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8f8b1dfc-519f-463a-9b43-4a3a92cfb34e req-5aeeaa18-36ac-466d-9fda-f731cce016ee tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1243393 Mar 10 04:10:09.697958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8f8b1dfc-519f-463a-9b43-4a3a92cfb34e req-a2ac48a0-c160-4a43-8e45-c460cb1af751 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884593 Mar 10 04:10:09.699530 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Floating IP 209e8996-723a-48a4-a23f-51aa04100546 associated. External IP: 172.27.2.228, port: e3054567-e052-4749-affb-f9a6a49c2679. Mar 10 04:10:09.913800 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:10:10.024768 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:10:10.029114 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.035530 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:10:10.047465 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:10.048156 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:10.057954 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fda571ab-dc25-4a25-9d9a-25993e720c08 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "PUT /v2.0/floatingips/209e8996-723a-48a4-a23f-51aa04100546 HTTP/1.1" status: 200 len: 992 time: 1.5984969 Mar 10 04:10:10.059190 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'tag': 'e3054567-e052-4749-affb-f9a6a49c2679'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:10.061658 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825f5de4-5d28-4104-9b2f-36c862812bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c436870-e70f-4490-8c9a-3793e68c9f55", "tag": "e3054567-e052-4749-affb-f9a6a49c2679"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:10.102086 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0279b97d-0913-4564-a064-ffe08c432aa6 x-openstack-request-id: req-0279b97d-0913-4564-a064-ffe08c432aa6 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:10.102374 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c436870-e70f-4490-8c9a-3793e68c9f55", "tag": "e3054567-e052-4749-affb-f9a6a49c2679", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:10.102626 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0279b97d-0913-4564-a064-ffe08c432aa6 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:10.103021 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'tag': 'e3054567-e052-4749-affb-f9a6a49c2679', 'status': 'completed', 'code': 200} Mar 10 04:10:10.257112 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:10.483113 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:09Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:10.487324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47720) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:10.513278 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:10:10.522186 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:10.522805 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:09:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:10.590220 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa97c05c-0770-4917-8b07-2e31f3556c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.634965 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:10.663170 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa97c05c-0770-4917-8b07-2e31f3556c8b admin admin] Publish callbacks [] for security_group (1092c85a-31d9-4d54-9a15-e577430f473a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.667404 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa97c05c-0770-4917-8b07-2e31f3556c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (1092c85a-31d9-4d54-9a15-e577430f473a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.707479 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-aa97c05c-0770-4917-8b07-2e31f3556c8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7393d9dc0e144b07b7d33e12dc7ca30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190244 Mar 10 04:10:10.708352 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97c05c-0770-4917-8b07-2e31f3556c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1092c85a-31d9-4d54-9a15-e577430f473a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:10.710136 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47724) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:10.807259 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Publish callbacks [] for security_group (1092c85a-31d9-4d54-9a15-e577430f473a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.837328 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Publish callbacks [] for security_group (1092c85a-31d9-4d54-9a15-e577430f473a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.854890 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d1d1e-a55d-4d63-81ca-4df129a99f59 req-a82c3b20-3f65-45f2-98f3-8d7304cc6956 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:10.856454 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a9d1d1e-a55d-4d63-81ca-4df129a99f59 req-a82c3b20-3f65-45f2-98f3-8d7304cc6956 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0807569 Mar 10 04:10:10.870776 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:09Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:10.904071 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad157fc3-7ad0-44f1-9299-48ed0527cfd9 None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:09Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:10:10.944406 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a9d1d1e-a55d-4d63-81ca-4df129a99f59 req-876f362c-1d29-4b3f-a8d6-5b6f81cf7a6f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804472 Mar 10 04:10:10.959284 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (1092c85a-31d9-4d54-9a15-e577430f473a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.962196 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.965940 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1092c85a-31d9-4d54-9a15-e577430f473a HTTP/1.1" status: 204 len: 168 time: 0.2548094 Mar 10 04:10:10.977323 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-4e785813-f62f-4947-9f5e-27cfa59b5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:10.979008 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-4e785813-f62f-4947-9f5e-27cfa59b5edf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 1130 time: 0.0815363 Mar 10 04:10:10.980357 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1092c85a-31d9-4d54-9a15-e577430f473a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:11.000363 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.000727 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.001333 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.001811 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.002298 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.002988 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.003328 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.003845 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.004145 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.004616 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.004943 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.005301 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.005659 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6144fd8d-149a-4339-a694-4157fc5ee6cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.106948 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-273dfd8b-9ec1-4ef8-9eef-a0634f18d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:11.108435 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-273dfd8b-9ec1-4ef8-9eef-a0634f18d15b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 915 time: 0.1195138 Mar 10 04:10:11.196477 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-bf31e6b9-b81b-434b-9c60-b0503bcd25bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3054567-e052-4749-affb-f9a6a49c2679 HTTP/1.1" status: 200 len: 1000 time: 0.0804725 Mar 10 04:10:11.204887 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323506e1-14ba-458a-a982-e582e9622a6b None None] New status for floating IP 209e8996-723a-48a4-a23f-51aa04100546: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:10:11.258876 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-8ffdb409-fd67-43f5-b0b5-09ae52d637f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:11.259893 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-8ffdb409-fd67-43f5-b0b5-09ae52d637f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0549574 Mar 10 04:10:11.316939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-5dd5a705-faf2-45a3-80ec-3524d7b1e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:11.319135 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-5dd5a705-faf2-45a3-80ec-3524d7b1e688 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523336 Mar 10 04:10:11.438474 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-ad8995f8-835d-4c84-8b78-85622540320e service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133075 Mar 10 04:10:11.541647 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825f5de4-5d28-4104-9b2f-36c862812bf9 req-29a2b771-f782-4d79-9ca9-59ce8bb45d78 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957577 Mar 10 04:10:12.107888 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50323c-3f08-47c7-b8db-eba071af57f5 req-f240a4a9-f53b-451f-8243-57d21736eb3e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:12.109682 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d50323c-3f08-47c7-b8db-eba071af57f5 req-f240a4a9-f53b-451f-8243-57d21736eb3e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0712779 Mar 10 04:10:12.164529 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d50323c-3f08-47c7-b8db-eba071af57f5 req-5918e863-a70f-4d6c-8948-03db7c83b146 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 Mar 10 04:10:12.574018 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47844) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:12.683066 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2617c62f-f6ec-4d43-a2c3-041a6fb593fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:12.777463 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2617c62f-f6ec-4d43-a2c3-041a6fb593fb admin admin] Publish callbacks [] for security_group (3f6580a8-5665-4c05-b38a-7e638f7b9fa7), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:12.782661 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2617c62f-f6ec-4d43-a2c3-041a6fb593fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3f6580a8-5665-4c05-b38a-7e638f7b9fa7), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:12.820440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617c62f-f6ec-4d43-a2c3-041a6fb593fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6580a8-5665-4c05-b38a-7e638f7b9fa7,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:12.824580 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2617c62f-f6ec-4d43-a2c3-041a6fb593fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=956d77945cd74846bee181d8a89a9944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495472 Mar 10 04:10:12.827591 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47860) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:12.876074 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-391395b4-5ce8-402a-bb01-2976461d5712 admin admin] Publish callbacks [] for security_group (3f6580a8-5665-4c05-b38a-7e638f7b9fa7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:12.899081 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-391395b4-5ce8-402a-bb01-2976461d5712 admin admin] Publish callbacks [] for security_group (3f6580a8-5665-4c05-b38a-7e638f7b9fa7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:12.946238 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-391395b4-5ce8-402a-bb01-2976461d5712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3f6580a8-5665-4c05-b38a-7e638f7b9fa7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:12.949009 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-391395b4-5ce8-402a-bb01-2976461d5712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:12.950226 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-391395b4-5ce8-402a-bb01-2976461d5712 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f6580a8-5665-4c05-b38a-7e638f7b9fa7 HTTP/1.1" status: 204 len: 168 time: 0.1221666 Mar 10 04:10:12.959157 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391395b4-5ce8-402a-bb01-2976461d5712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6580a8-5665-4c05-b38a-7e638f7b9fa7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:13.019217 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47866) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:13.238521 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31d8-d88d-43a5-9470-7c6daf327157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:13.313049 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270152c-228f-4c0a-a408-31ef8de707a6 req-deb6de92-69bf-4de0-a08c-1146e5ce72c8 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:13.314540 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1270152c-228f-4c0a-a408-31ef8de707a6 req-deb6de92-69bf-4de0-a08c-1146e5ce72c8 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0752313 Mar 10 04:10:13.333313 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31d8-d88d-43a5-9470-7c6daf327157 admin admin] Publish callbacks [] for security_group (8b18f804-379e-407e-bd26-51cae6e109d0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:13.339868 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3ea31d8-d88d-43a5-9470-7c6daf327157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (8b18f804-379e-407e-bd26-51cae6e109d0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:13.367702 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b3ea31d8-d88d-43a5-9470-7c6daf327157 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1559010e4014411da826e0b2506ddd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473122 Mar 10 04:10:13.370470 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47888) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:13.389084 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1270152c-228f-4c0a-a408-31ef8de707a6 req-14b078d1-b647-4272-ade5-8fb2022dd2e0 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Mar 10 04:10:13.392927 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea31d8-d88d-43a5-9470-7c6daf327157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18f804-379e-407e-bd26-51cae6e109d0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:13.421589 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ba974407-2c66-4d58-8df7-1cfc2456f304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:13.439270 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dad262ba-95d5-4e57-850d-c0d05b169119 admin admin] Publish callbacks [] for security_group (8b18f804-379e-407e-bd26-51cae6e109d0), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:13.462102 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dad262ba-95d5-4e57-850d-c0d05b169119 admin admin] Publish callbacks [] for security_group (8b18f804-379e-407e-bd26-51cae6e109d0), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:13.518867 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dad262ba-95d5-4e57-850d-c0d05b169119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (8b18f804-379e-407e-bd26-51cae6e109d0), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:13.521502 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dad262ba-95d5-4e57-850d-c0d05b169119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:13.522705 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-dad262ba-95d5-4e57-850d-c0d05b169119 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b18f804-379e-407e-bd26-51cae6e109d0 HTTP/1.1" status: 204 len: 168 time: 0.1484494 Mar 10 04:10:13.533816 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad262ba-95d5-4e57-850d-c0d05b169119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18f804-379e-407e-bd26-51cae6e109d0,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:13.922286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47924) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:13.938982 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5be9f36c-a7a6-41c8-9215-619e89366989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.047359 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5be9f36c-a7a6-41c8-9215-619e89366989 admin admin] Publish callbacks [] for security_group (bac27e43-0638-40c7-8663-b8232a5e770d), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.051908 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5be9f36c-a7a6-41c8-9215-619e89366989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bac27e43-0638-40c7-8663-b8232a5e770d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.094639 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5be9f36c-a7a6-41c8-9215-619e89366989 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=865cb38861634823bb850af8a0b1d0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690245 Mar 10 04:10:14.095036 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 47930) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:14.100852 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9f36c-a7a6-41c8-9215-619e89366989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac27e43-0638-40c7-8663-b8232a5e770d,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:14.152535 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-30bc7aef-602a-408b-8b82-26e532c34a9b admin admin] Publish callbacks [] for security_group (bac27e43-0638-40c7-8663-b8232a5e770d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.182054 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-30bc7aef-602a-408b-8b82-26e532c34a9b admin admin] Publish callbacks [] for security_group (bac27e43-0638-40c7-8663-b8232a5e770d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.238777 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-30bc7aef-602a-408b-8b82-26e532c34a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bac27e43-0638-40c7-8663-b8232a5e770d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.242059 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-30bc7aef-602a-408b-8b82-26e532c34a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.245942 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-30bc7aef-602a-408b-8b82-26e532c34a9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bac27e43-0638-40c7-8663-b8232a5e770d HTTP/1.1" status: 204 len: 168 time: 0.1476460 Mar 10 04:10:14.253478 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7aef-602a-408b-8b82-26e532c34a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac27e43-0638-40c7-8663-b8232a5e770d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:14.569721 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf26bd-9e50-4538-93c9-efe9a867b534 req-77ef2b0d-cfd0-4140-9e36-d13c662c6d45 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:14.571234 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bcf26bd-9e50-4538-93c9-efe9a867b534 req-77ef2b0d-cfd0-4140-9e36-d13c662c6d45 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0842865 Mar 10 04:10:14.583142 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a61a7-4808-4468-95dc-e57acef2ffe1 req-08a08eca-9420-4962-9319-6c6bd10dbba6 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:14.584632 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-193a61a7-4808-4468-95dc-e57acef2ffe1 req-08a08eca-9420-4962-9319-6c6bd10dbba6 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.0891879 Mar 10 04:10:14.657697 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 47988) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:14.658946 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bcf26bd-9e50-4538-93c9-efe9a867b534 req-40a45c38-0f69-4d9c-9d8e-38202069fe29 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730133 Mar 10 04:10:14.663318 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-193a61a7-4808-4468-95dc-e57acef2ffe1 req-8c78d905-501a-4150-81d0-8bc5a35c5dc7 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713947 Mar 10 04:10:14.676777 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d218-9a86-4977-956f-313fc5c57e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.763703 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d218-9a86-4977-956f-313fc5c57e40 admin admin] Publish callbacks [] for security_group (f4af9613-65d4-4102-9c02-b18c1465dc92), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.767936 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffd6d218-9a86-4977-956f-313fc5c57e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f4af9613-65d4-4102-9c02-b18c1465dc92), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.810235 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ffd6d218-9a86-4977-956f-313fc5c57e40 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701a22654b85485db205c89d62fc9657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484141 Mar 10 04:10:14.810235 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6d218-9a86-4977-956f-313fc5c57e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4af9613-65d4-4102-9c02-b18c1465dc92,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:14.810578 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48000) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:14.858153 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eded2cd1-034e-4706-ae96-da11906540e2 admin admin] Publish callbacks [] for security_group (f4af9613-65d4-4102-9c02-b18c1465dc92), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.883156 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eded2cd1-034e-4706-ae96-da11906540e2 admin admin] Publish callbacks [] for security_group (f4af9613-65d4-4102-9c02-b18c1465dc92), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.930109 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eded2cd1-034e-4706-ae96-da11906540e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f4af9613-65d4-4102-9c02-b18c1465dc92), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.932879 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eded2cd1-034e-4706-ae96-da11906540e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:14.934357 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-eded2cd1-034e-4706-ae96-da11906540e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4af9613-65d4-4102-9c02-b18c1465dc92 HTTP/1.1" status: 204 len: 168 time: 0.1226194 Mar 10 04:10:14.952224 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded2cd1-034e-4706-ae96-da11906540e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4af9613-65d4-4102-9c02-b18c1465dc92,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:15.261861 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48030) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:15.382696 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48038) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:15.480868 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0d7f80cf-6c40-4b09-82cd-3475663e7899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.482599 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0a58aa7e-a34c-45f5-b80e-8c184813d9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.511571 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-f443cde9-c083-4c37-83c2-35de04f7d510 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973248 Mar 10 04:10:15.546881 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0470e940-b7d3-4993-80dc-cbd6ccf119ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.653992 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0a58aa7e-a34c-45f5-b80e-8c184813d9a1 admin admin] Publish callbacks [] for security_group (88d79d44-2385-42ac-8cdd-596417591e4a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.656741 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0d7f80cf-6c40-4b09-82cd-3475663e7899 admin admin] Publish callbacks [] for security_group (19fe554a-4604-4485-af87-694f79f70e6f), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.660553 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0a58aa7e-a34c-45f5-b80e-8c184813d9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (88d79d44-2385-42ac-8cdd-596417591e4a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.672085 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0d7f80cf-6c40-4b09-82cd-3475663e7899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (19fe554a-4604-4485-af87-694f79f70e6f), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.712647 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-f1da8b29-94eb-474d-98fe-519f3de77946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:15.714135 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-f1da8b29-94eb-474d-98fe-519f3de77946 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1129 time: 0.1394312 Mar 10 04:10:15.758205 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-0a58aa7e-a34c-45f5-b80e-8c184813d9a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3dab337c7c54c09a3d452f76a345e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950976 Mar 10 04:10:15.760851 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48058) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:15.770388 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58aa7e-a34c-45f5-b80e-8c184813d9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d79d44-2385-42ac-8cdd-596417591e4a,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:15.777181 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-0d7f80cf-6c40-4b09-82cd-3475663e7899 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2afd63aac3841fa9fa6d00c05b6bec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932893 Mar 10 04:10:15.782853 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48060) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:15.843989 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2271aa2d-37ff-4ea9-9658-d77c56674740 admin admin] Publish callbacks [] for security_group (88d79d44-2385-42ac-8cdd-596417591e4a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.866147 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2271aa2d-37ff-4ea9-9658-d77c56674740 admin admin] Publish callbacks [] for security_group (88d79d44-2385-42ac-8cdd-596417591e4a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.928739 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2271aa2d-37ff-4ea9-9658-d77c56674740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (88d79d44-2385-42ac-8cdd-596417591e4a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.931384 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2271aa2d-37ff-4ea9-9658-d77c56674740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:15.932848 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2271aa2d-37ff-4ea9-9658-d77c56674740 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88d79d44-2385-42ac-8cdd-596417591e4a HTTP/1.1" status: 204 len: 168 time: 0.1701047 Mar 10 04:10:15.935606 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f80cf-6c40-4b09-82cd-3475663e7899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe554a-4604-4485-af87-694f79f70e6f,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:15.953011 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271aa2d-37ff-4ea9-9658-d77c56674740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d79d44-2385-42ac-8cdd-596417591e4a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:15.983084 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-9dc61072-88fe-4d14-a17f-3a31d6b0b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:15.985087 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-9dc61072-88fe-4d14-a17f-3a31d6b0b208 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 920 time: 0.2430778 Mar 10 04:10:16.005159 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494c7c1-b257-42ad-9bc4-e524bd4e118d req-186b72a4-ae10-4d38-8734-cd2ab73cbbbb tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:16.006623 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f494c7c1-b257-42ad-9bc4-e524bd4e118d req-186b72a4-ae10-4d38-8734-cd2ab73cbbbb tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.2245350 Mar 10 04:10:16.009498 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-690de361-e6f9-4348-a05c-c05be701ecfb admin admin] Publish callbacks [] for security_group (19fe554a-4604-4485-af87-694f79f70e6f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.028269 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dc5ac-2e31-423d-bc00-cb34de3a3388 req-93ce3fd3-c6a7-4235-86be-bcd9ea16060b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:16.029685 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a97dc5ac-2e31-423d-bc00-cb34de3a3388 req-93ce3fd3-c6a7-4235-86be-bcd9ea16060b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1600702 Mar 10 04:10:16.075712 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-4ec8c901-073b-4e2f-8683-abea127bed2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9973bb0-7507-436a-ab7a-5e04a0299438 HTTP/1.1" status: 200 len: 217 time: 0.0632257 Mar 10 04:10:16.142717 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-690de361-e6f9-4348-a05c-c05be701ecfb admin admin] Publish callbacks [] for security_group (19fe554a-4604-4485-af87-694f79f70e6f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.220793 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f494c7c1-b257-42ad-9bc4-e524bd4e118d req-0eae878b-73d7-47bc-a899-94ff81346982 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995451 Mar 10 04:10:16.229071 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-7bcf098d-32ac-457d-a85f-898d25cd28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:16.230496 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-7bcf098d-32ac-457d-a85f-898d25cd28c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.1397972 Mar 10 04:10:16.234870 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a97dc5ac-2e31-423d-bc00-cb34de3a3388 req-087f712a-5a04-40f7-b41f-b92badf0e9a9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638668 Mar 10 04:10:16.263570 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-a2aea0df-a9e9-49f9-96ee-3b607edd1af7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261171 Mar 10 04:10:16.297642 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-690de361-e6f9-4348-a05c-c05be701ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (19fe554a-4604-4485-af87-694f79f70e6f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.300272 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-690de361-e6f9-4348-a05c-c05be701ecfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.302047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-690de361-e6f9-4348-a05c-c05be701ecfb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19fe554a-4604-4485-af87-694f79f70e6f HTTP/1.1" status: 204 len: 168 time: 0.5169315 Mar 10 04:10:16.325374 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690de361-e6f9-4348-a05c-c05be701ecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe554a-4604-4485-af87-694f79f70e6f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:16.407807 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-df99321e-23bf-4338-a912-1562e61366ac service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362350 Mar 10 04:10:16.424711 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48096) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:16.437933 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-223df179-7b05-4530-a975-645973518493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.529732 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-223df179-7b05-4530-a975-645973518493 admin admin] Publish callbacks [] for security_group (0797427d-dded-4723-a75d-d0aa6e2e882f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.535705 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-223df179-7b05-4530-a975-645973518493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0797427d-dded-4723-a75d-d0aa6e2e882f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.582282 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-223df179-7b05-4530-a975-645973518493 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98df40ff4b50428ba390e87b7eb5a216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563141 Mar 10 04:10:16.585260 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48116) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:16.593787 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b533ea7-b2a9-4f90-8c2f-8f132039ef0e req-5bced23c-386e-48f6-9875-4dfad032da29 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772950 Mar 10 04:10:16.599204 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.610823 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223df179-7b05-4530-a975-645973518493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0797427d-dded-4723-a75d-d0aa6e2e882f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:16.654890 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7790c83-c73c-4e14-8e3b-73ef000dc4d2 admin admin] Publish callbacks [] for security_group (0797427d-dded-4723-a75d-d0aa6e2e882f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.680226 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7790c83-c73c-4e14-8e3b-73ef000dc4d2 admin admin] Publish callbacks [] for security_group (0797427d-dded-4723-a75d-d0aa6e2e882f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.735148 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48118) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:16.742785 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7790c83-c73c-4e14-8e3b-73ef000dc4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0797427d-dded-4723-a75d-d0aa6e2e882f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.745324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7790c83-c73c-4e14-8e3b-73ef000dc4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.747114 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d7790c83-c73c-4e14-8e3b-73ef000dc4d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0797427d-dded-4723-a75d-d0aa6e2e882f HTTP/1.1" status: 204 len: 168 time: 0.1600094 Mar 10 04:10:16.771006 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36da7b75-639a-4ddc-8137-981ec8a9b5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.779389 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7790c83-c73c-4e14-8e3b-73ef000dc4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0797427d-dded-4723-a75d-d0aa6e2e882f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:16.873700 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36da7b75-639a-4ddc-8137-981ec8a9b5e0 admin admin] Publish callbacks [] for security_group (73f72d9f-e9bb-454b-9431-eb27b05cf0ed), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.879202 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36da7b75-639a-4ddc-8137-981ec8a9b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (73f72d9f-e9bb-454b-9431-eb27b05cf0ed), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:16.927728 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-36da7b75-639a-4ddc-8137-981ec8a9b5e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e53bccf0184401eaef6bb141fdecf94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898587 Mar 10 04:10:16.928362 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da7b75-639a-4ddc-8137-981ec8a9b5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f72d9f-e9bb-454b-9431-eb27b05cf0ed,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:16.931779 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48130) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:16.988654 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7c880d6-3d1f-410b-8295-02bf24741992 admin admin] Publish callbacks [] for security_group (73f72d9f-e9bb-454b-9431-eb27b05cf0ed), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:17.016059 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7c880d6-3d1f-410b-8295-02bf24741992 admin admin] Publish callbacks [] for security_group (73f72d9f-e9bb-454b-9431-eb27b05cf0ed), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:17.094521 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7c880d6-3d1f-410b-8295-02bf24741992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (73f72d9f-e9bb-454b-9431-eb27b05cf0ed), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:17.097453 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7c880d6-3d1f-410b-8295-02bf24741992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:17.098649 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a7c880d6-3d1f-410b-8295-02bf24741992 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73f72d9f-e9bb-454b-9431-eb27b05cf0ed HTTP/1.1" status: 204 len: 168 time: 0.1654775 Mar 10 04:10:17.108531 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c880d6-3d1f-410b-8295-02bf24741992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f72d9f-e9bb-454b-9431-eb27b05cf0ed,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:17.212519 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-356ecd2d-b253-46a7-921a-e315478bdfcb tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:17.214905 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-356ecd2d-b253-46a7-921a-e315478bdfcb tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.3121498 Mar 10 04:10:17.280897 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:17.494821 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Deleting port 44aa9d34-0735-43f8-a273-d039c6379673 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:10:17.495201 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (44aa9d34-0735-43f8-a273-d039c6379673), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:17.504784 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc631-11be-4176-a8c7-b961c6f80ea1 req-4a55160b-9fdb-409c-a292-112129bcfa55 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:17.506247 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88ebc631-11be-4176-a8c7-b961c6f80ea1 req-4a55160b-9fdb-409c-a292-112129bcfa55 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 945 time: 0.1503701 Mar 10 04:10:17.538939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f91b1-0233-4506-9012-9aa9542c181a req-a570d3e6-876b-4184-b649-ec1b0574832c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:17.540501 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828f91b1-0233-4506-9012-9aa9542c181a req-a570d3e6-876b-4184-b649-ec1b0574832c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1452396 Mar 10 04:10:17.681188 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828f91b1-0233-4506-9012-9aa9542c181a req-aa434ffb-e1c1-4bb2-a008-9f4fcb7ab104 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304774 Mar 10 04:10:17.684565 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88ebc631-11be-4176-a8c7-b961c6f80ea1 req-a416490e-c863-425c-a300-69e7e382aa56 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/security-groups?id=1843eaec-909f-4c06-8966-3e94e0659242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626220 Mar 10 04:10:17.686683 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] For port 44aa9d34-0735-43f8-a273-d039c6379673, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44aa9d34-0735-43f8-a273-d039c6379673,segment=NetworkSegment(05a68e08-278b-481e-8fbc-5b74da495ee2),segment_id=05a68e08-278b-481e-8fbc-5b74da495ee2)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:17.687063 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (44aa9d34-0735-43f8-a273-d039c6379673), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:17.713040 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Calling delete_port for 44aa9d34-0735-43f8-a273-d039c6379673 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:10:17.931119 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (44aa9d34-0735-43f8-a273-d039c6379673), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:17.949415 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['44aa9d34-0735-43f8-a273-d039c6379673'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:10:17.962450 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Pushing event deleted for resources: {'Port': ['ID=44aa9d34-0735-43f8-a273-d039c6379673,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:18.027526 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] No DVR routers for this DVR port 44aa9d34-0735-43f8-a273-d039c6379673 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:10:18.031214 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.034587 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08c7beca-6b79-4c54-a822-4fb6a5a37ace req-aa857837-d15f-477d-934f-9bfa2b425426 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.26 "DELETE /v2.0/ports/44aa9d34-0735-43f8-a273-d039c6379673 HTTP/1.1" status: 204 len: 173 time: 0.8137870 Mar 10 04:10:18.035053 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5cb1aa-2cfc-4a91-831d-90221d34691e', 'name': 'network-vif-deleted', 'tag': '44aa9d34-0735-43f8-a273-d039c6379673'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:18.037333 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b731b61-ec6a-46eb-b79a-bc9633b9ded8" -d '{"events": [{"server_uuid": "ec5cb1aa-2cfc-4a91-831d-90221d34691e", "name": "network-vif-deleted", "tag": "44aa9d34-0735-43f8-a273-d039c6379673"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:18.084503 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f969fd4b-93fd-45aa-9206-95c0bd5983ac x-openstack-request-id: req-f969fd4b-93fd-45aa-9206-95c0bd5983ac {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:18.085013 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5cb1aa-2cfc-4a91-831d-90221d34691e", "name": "network-vif-deleted", "tag": "44aa9d34-0735-43f8-a273-d039c6379673", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:18.085430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f969fd4b-93fd-45aa-9206-95c0bd5983ac {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:18.085831 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5cb1aa-2cfc-4a91-831d-90221d34691e', 'name': 'network-vif-deleted', 'tag': '44aa9d34-0735-43f8-a273-d039c6379673', 'status': 'completed', 'code': 200} Mar 10 04:10:18.142094 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48200) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:18.242151 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1259303406-network', 'tenant_id': '800ca3221d5c44b38dfdfca75a7cc37c'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:18.263133 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Made reservation on behalf of 800ca3221d5c44b38dfdfca75a7cc37c for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:18.266189 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.274792 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.286616 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.351736 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Publish callbacks [] for security_group (9fc5a374-6817-4fdd-b017-95cd87149d5e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.355234 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (9fc5a374-6817-4fdd-b017-95cd87149d5e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.376213 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:10:18.389460 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc5a374-6817-4fdd-b017-95cd87149d5e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:18.394832 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (3b29f7c2-4ad0-42b3-960c-962f00430bb1), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.395166 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Added segment 3b29f7c2-4ad0-42b3-960c-962f00430bb1 of type vlan for network 5b2f216b-b8ad-4021-9e7f-754e04973a95 Mar 10 04:10:18.437202 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (5b2f216b-b8ad-4021-9e7f-754e04973a95), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.463196 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (5b2f216b-b8ad-4021-9e7f-754e04973a95), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.464922 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:18.465654 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.506736 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3615394 Mar 10 04:10:18.509539 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48212) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:18.516507 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Request body: {'subnet': {'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1259303406-subnet', 'tenant_id': '800ca3221d5c44b38dfdfca75a7cc37c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:18.755545 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2a088-dcdf-4b93-afd6-86e43e6dec52 admin admin] Pushing event updated for resources: {'Network': ['ID=5b2f216b-b8ad-4021-9e7f-754e04973a95,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:18.768878 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Made reservation on behalf of 800ca3221d5c44b38dfdfca75a7cc37c for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:18.771522 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.773111 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 5b2f216b-b8ad-4021-9e7f-754e04973a95 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:10:18.826024 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0139508e-3b41-4907-8094-a34aab8a3960 req-01c56ca5-cdf8-4e64-8b33-35f8d526a920 tempest-DeleteServersTestJSON-1886825225 tempest-DeleteServersTestJSON-1886825225-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec5cb1aa-2cfc-4a91-831d-90221d34691e HTTP/1.1" status: 200 len: 210 time: 0.0369673 Mar 10 04:10:18.880343 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219efff8-bee8-486c-9882-332501858d7a req-73640e8e-7ca6-444b-8c0d-ef4d27bbc94a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:18.882235 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-219efff8-bee8-486c-9882-332501858d7a req-73640e8e-7ca6-444b-8c0d-ef4d27bbc94a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0837023 Mar 10 04:10:18.975873 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-219efff8-bee8-486c-9882-332501858d7a req-423ab882-6e98-4a3e-8cdd-fe6ef2c068b7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878839 Mar 10 04:10:18.993114 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (7b02a668-3131-473b-bbb2-7adb8e84b62d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.050109 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b02a668-3131-473b-bbb2-7adb8e84b62d,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:19.060774 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Checking segment: {'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:19.061126 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Network hostable DHCP agents. Network: 5b2f216b-b8ad-4021-9e7f-754e04973a95, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:10:19.089400 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Network 5b2f216b-b8ad-4021-9e7f-754e04973a95 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:10:19.099550 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 5b2f216b-b8ad-4021-9e7f-754e04973a95) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:19.106949 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:19.106949 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.123911 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acdccb1-f010-497d-b66a-80f1bbb14131 None None] Network 5b2f216b-b8ad-4021-9e7f-754e04973a95 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:10:19.128615 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2cf538cb-37c0-4efc-bd69-9ceba1a5d6f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6180499 Mar 10 04:10:19.229495 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48242) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:19.241110 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478d1c9-a9a3-4627-9c05-2edc885f43a3 None None] Network 5b2f216b-b8ad-4021-9e7f-754e04973a95 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:10:19.348801 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c405eae-0651-4759-a68a-ed3c5dfc57a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.428396 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c405eae-0651-4759-a68a-ed3c5dfc57a0 admin admin] Publish callbacks [] for security_group (75107696-a5af-47f3-a9f6-35bcd87cd14c), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.434040 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c405eae-0651-4759-a68a-ed3c5dfc57a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (75107696-a5af-47f3-a9f6-35bcd87cd14c), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.472617 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4c405eae-0651-4759-a68a-ed3c5dfc57a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfdbb61535c745f5bed34c4263b2d463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420449 Mar 10 04:10:19.473724 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c405eae-0651-4759-a68a-ed3c5dfc57a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75107696-a5af-47f3-a9f6-35bcd87cd14c,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:19.475365 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48250) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:19.525718 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee363-c978-4f38-b818-42eeed9ae66c admin admin] Publish callbacks [] for security_group (75107696-a5af-47f3-a9f6-35bcd87cd14c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.549624 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee363-c978-4f38-b818-42eeed9ae66c admin admin] Publish callbacks [] for security_group (75107696-a5af-47f3-a9f6-35bcd87cd14c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.602306 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee363-c978-4f38-b818-42eeed9ae66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (75107696-a5af-47f3-a9f6-35bcd87cd14c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.605177 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee363-c978-4f38-b818-42eeed9ae66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.606370 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-eb1ee363-c978-4f38-b818-42eeed9ae66c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75107696-a5af-47f3-a9f6-35bcd87cd14c HTTP/1.1" status: 204 len: 168 time: 0.1299274 Mar 10 04:10:19.614019 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ee363-c978-4f38-b818-42eeed9ae66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75107696-a5af-47f3-a9f6-35bcd87cd14c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:19.898126 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48262) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:19.911610 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7c65-61df-45c2-9830-da6b6a128bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:20.001986 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7c65-61df-45c2-9830-da6b6a128bf9 admin admin] Publish callbacks [] for security_group (3d3bda1f-210e-49f2-9467-2c2be6010dbe), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:20.006077 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7c65-61df-45c2-9830-da6b6a128bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3d3bda1f-210e-49f2-9467-2c2be6010dbe), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:20.055007 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:20.068706 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa7c65-61df-45c2-9830-da6b6a128bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3bda1f-210e-49f2-9467-2c2be6010dbe,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:20.078139 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a5fa7c65-61df-45c2-9830-da6b6a128bf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d75dd4ccbc2427a8d961064088e8d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789010 Mar 10 04:10:20.078762 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48278) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:20.143116 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa6ff-5819-440a-bd2d-007832fbf024 admin admin] Publish callbacks [] for security_group (3d3bda1f-210e-49f2-9467-2c2be6010dbe), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:20.152981 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7708c-8a65-407c-ac0b-8c959156bae4 req-29379028-1bd4-4b3c-a276-ef5b2f979230 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:20.154665 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5fe7708c-8a65-407c-ac0b-8c959156bae4 req-29379028-1bd4-4b3c-a276-ef5b2f979230 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0779119 Mar 10 04:10:20.165542 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa6ff-5819-440a-bd2d-007832fbf024 admin admin] Publish callbacks [] for security_group (3d3bda1f-210e-49f2-9467-2c2be6010dbe), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:20.219559 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa6ff-5819-440a-bd2d-007832fbf024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3d3bda1f-210e-49f2-9467-2c2be6010dbe), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:20.222343 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa6ff-5819-440a-bd2d-007832fbf024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:20.223742 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5fe7708c-8a65-407c-ac0b-8c959156bae4 req-e88adf2a-0611-4db6-8cf0-7498af668e95 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576127 Mar 10 04:10:20.226867 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1bbfa6ff-5819-440a-bd2d-007832fbf024 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d3bda1f-210e-49f2-9467-2c2be6010dbe HTTP/1.1" status: 204 len: 168 time: 0.1471553 Mar 10 04:10:20.237389 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfa6ff-5819-440a-bd2d-007832fbf024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3bda1f-210e-49f2-9467-2c2be6010dbe,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:21.398453 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56975d58-b20b-4dd7-96e7-34684c60630c req-61b07697-0ef2-47b2-9d28-f36bf8f42c98 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:21.399940 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-56975d58-b20b-4dd7-96e7-34684c60630c req-61b07697-0ef2-47b2-9d28-f36bf8f42c98 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0506942 Mar 10 04:10:21.452748 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-56975d58-b20b-4dd7-96e7-34684c60630c req-34d4d841-bee4-418a-a5ed-dc907993802c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Mar 10 04:10:21.494146 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48344) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:21.542826 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1a05b0-2b80-45bf-a0d0-95df43aa484c admin admin] Deleting subnet 083b9b8c-13dd-4d90-95cf-736b69643607 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:10:21.546143 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0e1a05b0-2b80-45bf-a0d0-95df43aa484c admin admin] Publish callbacks [] for subnet (083b9b8c-13dd-4d90-95cf-736b69643607), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:21.585230 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0e1a05b0-2b80-45bf-a0d0-95df43aa484c admin admin] Publish callbacks [] for subnet (083b9b8c-13dd-4d90-95cf-736b69643607), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:21.594911 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0e1a05b0-2b80-45bf-a0d0-95df43aa484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (083b9b8c-13dd-4d90-95cf-736b69643607), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:21.620073 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 44aa9d34-0735-43f8-a273-d039c6379673 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:10:21.654789 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0e1a05b0-2b80-45bf-a0d0-95df43aa484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (083b9b8c-13dd-4d90-95cf-736b69643607), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:21.682672 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a05b0-2b80-45bf-a0d0-95df43aa484c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083b9b8c-13dd-4d90-95cf-736b69643607,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:21.686952 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0e1a05b0-2b80-45bf-a0d0-95df43aa484c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:21.690059 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0e1a05b0-2b80-45bf-a0d0-95df43aa484c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/083b9b8c-13dd-4d90-95cf-736b69643607 HTTP/1.1" status: 204 len: 168 time: 0.1948855 Mar 10 04:10:21.692509 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48352) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:21.767759 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (93e68a5d-7ca1-420b-bdee-2751dbe3cfef), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:21.773362 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 44aa9d34-0735-43f8-a273-d039c6379673 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:10:21.773706 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 44aa9d34-0735-43f8-a273-d039c6379673 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:10:21.850626 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (93e68a5d-7ca1-420b-bdee-2751dbe3cfef), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:21.870754 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.871116 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.871873 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.872199 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > port after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.872535 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.872847 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > port after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.873154 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.873483 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.874350 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.874676 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.987235 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.987620 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.987998 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.988330 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:10:21.988760 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e68a5d-7ca1-420b-bdee-2751dbe3cfef']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:22.008082 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a68e08-278b-481e-8fbc-5b74da495ee2') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:22.008377 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a68e08-278b-481e-8fbc-5b74da495ee2') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:22.030020 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126390699'] for segment (05a68e08-278b-481e-8fbc-5b74da495ee2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.051979 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (05a68e08-278b-481e-8fbc-5b74da495ee2), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.062345 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:10:22.062753 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126390889'] for segment (05a68e08-278b-481e-8fbc-5b74da495ee2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: from cryptography.utils import int_from_bytes Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: from cryptography.utils import int_from_bytes Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: Traceback (most recent call last): Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: timer() Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: cb(*args, **kw) Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: return func(*args, **kwargs) Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: self._notify() Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: self.callback(batched_events) Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: event.method(event) Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: return f(self, *a, **k) Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._get(url).json() Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:10:22.091270 dv-cinder-778193-25-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:10:22.152461 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (93e68a5d-7ca1-420b-bdee-2751dbe3cfef), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.169543 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e68a5d-7ca1-420b-bdee-2751dbe3cfef,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:22.172708 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.178147 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c6d7c5c0-d922-455c-a517-2b28ea0ba683 admin admin] 10.222.0.15 "DELETE /v2.0/networks/93e68a5d-7ca1-420b-bdee-2751dbe3cfef HTTP/1.1" status: 204 len: 168 time: 0.4820168 Mar 10 04:10:22.351213 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48370) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:22.407522 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-77ebe6bf-4dac-4545-8c82-5a830f394bc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8709904b3d2c45eeaf39c924b23a36b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0550017 Mar 10 04:10:22.410164 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48374) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:22.461463 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd79b86a-f368-4a1d-8500-e4d1aaa87cf0 admin admin] Publish callbacks [] for security_group (1843eaec-909f-4c06-8966-3e94e0659242), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.483814 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd79b86a-f368-4a1d-8500-e4d1aaa87cf0 admin admin] Publish callbacks [] for security_group (1843eaec-909f-4c06-8966-3e94e0659242), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.532107 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd79b86a-f368-4a1d-8500-e4d1aaa87cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (1843eaec-909f-4c06-8966-3e94e0659242), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.535599 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd79b86a-f368-4a1d-8500-e4d1aaa87cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.536765 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cd79b86a-f368-4a1d-8500-e4d1aaa87cf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1843eaec-909f-4c06-8966-3e94e0659242 HTTP/1.1" status: 204 len: 168 time: 0.1256790 Mar 10 04:10:22.545750 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79b86a-f368-4a1d-8500-e4d1aaa87cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1843eaec-909f-4c06-8966-3e94e0659242,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:22.567296 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74cbe7-bb9f-4206-a824-b7cc4ced2119 req-010c0071-54ae-4806-997c-e2d796015cce tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:22.569209 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9e74cbe7-bb9f-4206-a824-b7cc4ced2119 req-010c0071-54ae-4806-997c-e2d796015cce tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0518260 Mar 10 04:10:22.617556 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9e74cbe7-bb9f-4206-a824-b7cc4ced2119 req-9f343aa6-6e4b-4734-8854-4ba16ad51db7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Mar 10 04:10:23.200961 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48400) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:23.299376 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1686832092-network', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:23.319620 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Made reservation on behalf of 4bb4fe0c9d6643ce886b4e3582a4c816 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:23.321976 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.329830 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.402588 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Publish callbacks [] for security_group (004baf32-26ec-4026-ac35-32d61b84fc09), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.406542 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (004baf32-26ec-4026-ac35-32d61b84fc09), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.431139 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:10:23.447258 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004baf32-26ec-4026-ac35-32d61b84fc09,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:23.450490 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (d8bbae38-3192-47fd-9ebb-447cbf5677f4), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.457672 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Added segment d8bbae38-3192-47fd-9ebb-447cbf5677f4 of type vlan for network 82699838-18bb-40f4-bac9-1e3b6446b78a Mar 10 04:10:23.499597 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (82699838-18bb-40f4-bac9-1e3b6446b78a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.530492 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (82699838-18bb-40f4-bac9-1e3b6446b78a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.531464 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:23.532057 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.568709 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3664045 Mar 10 04:10:23.571447 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48416) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:23.575964 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Request body: {'subnet': {'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1686832092-subnet', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:23.603126 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12b66d-07c6-4c49-970c-eea46b4f2fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=82699838-18bb-40f4-bac9-1e3b6446b78a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:23.614885 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 82699838-18bb-40f4-bac9-1e3b6446b78a details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:10:23.624468 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Made reservation on behalf of 4bb4fe0c9d6643ce886b4e3582a4c816 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:23.627646 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126656659'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.756790 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a586670-269e-4a66-93b2-c7b2d5ca7734 req-a4e15163-7262-47f1-af8a-64d2367e805a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:23.758873 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a586670-269e-4a66-93b2-c7b2d5ca7734 req-a4e15163-7262-47f1-af8a-64d2367e805a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0692689 Mar 10 04:10:23.810585 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a586670-269e-4a66-93b2-c7b2d5ca7734 req-6866e150-5333-4729-9dca-f59833c02cb5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Mar 10 04:10:23.815849 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126390772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126656701'] for subnet (c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.883767 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Checking segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:23.884061 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Network hostable DHCP agents. Network: 82699838-18bb-40f4-bac9-1e3b6446b78a, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:10:23.890014 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:23.908366 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Network 82699838-18bb-40f4-bac9-1e3b6446b78a is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:10:23.916594 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 82699838-18bb-40f4-bac9-1e3b6446b78a) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:23.921905 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:23.923049 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.926753 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e5230-00b1-4bce-8da1-52edce5d6644 None None] Network 82699838-18bb-40f4-bac9-1e3b6446b78a requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:10:23.940178 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-82ec43d6-c561-4729-aeca-2f221ba8721f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3676882 Mar 10 04:10:23.943452 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48426) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:23.948425 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:23.967195 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (6fc79e60-7292-413d-a9de-2ba7f796bee8), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.968725 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (6fc79e60-7292-413d-a9de-2ba7f796bee8), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.025546 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks [] for router_controller (6fc79e60-7292-413d-a9de-2ba7f796bee8), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.044087 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-82699838-18bb-40f4-bac9-1e3b6446b78a', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:10:24.045054 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.178643 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks [] for router_gateway (6fc79e60-7292-413d-a9de-2ba7f796bee8), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.206159 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Allocated IP 172.20.0.2 (82699838-18bb-40f4-bac9-1e3b6446b78a/c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f/92bb4023-1640-43bf-b919-9648e63ec6d5) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:24.396862 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Publish callbacks [] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.405245 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.423228 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks [] for router_gateway (6fc79e60-7292-413d-a9de-2ba7f796bee8), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.443720 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.451421 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Network 82699838-18bb-40f4-bac9-1e3b6446b78a is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:24.457848 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:24.460327 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:24.463423 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Pushing event updated for resources: {'Port': ['ID=92bb4023-1640-43bf-b919-9648e63ec6d5,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:24.474868 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.475239 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.475598 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.476051 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.476623 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.476966 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.477323 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.477661 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.478001 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.478345 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.478678 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.479014 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.479326 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:24.527487 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Attempting to bind port 92bb4023-1640-43bf-b919-9648e63ec6d5 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:10:24.527907 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Attempting to bind port 92bb4023-1640-43bf-b919-9648e63ec6d5 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:10:24.528330 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Attempting to bind port 92bb4023-1640-43bf-b919-9648e63ec6d5 on network 82699838-18bb-40f4-bac9-1e3b6446b78a {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:24.534904 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:10:24.535286 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Checking segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:24.535794 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.536190 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Bound using segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:10:24.537127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Bound port: 92bb4023-1640-43bf-b919-9648e63ec6d5, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:10:24.537581 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.555570 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Allocated IP 172.27.2.106 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/1e51da96-9d11-49a2-8bb6-d88fa79bfb43) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:24.619541 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] For port 92bb4023-1640-43bf-b919-9648e63ec6d5, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:10:24.624409 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] For port 92bb4023-1640-43bf-b919-9648e63ec6d5, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=92bb4023-1640-43bf-b919-9648e63ec6d5,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:10:24.633779 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.666850 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks [] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.700161 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb54b2-6bc4-4c1e-b966-fdfb647cfff1 None None] Pushing event updated for resources: {'Port': ['ID=92bb4023-1640-43bf-b919-9648e63ec6d5,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:24.702336 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:24.745775 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:24.752998 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:24.757424 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:24.794938 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Pushing event updated for resources: {'Port': ['ID=1e51da96-9d11-49a2-8bb6-d88fa79bfb43,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:25.032525 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56289d-3bd8-4c72-b901-096135897d61 req-d047bbdc-c8bf-4fcc-baf4-17b735a9776a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:25.035133 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf56289d-3bd8-4c72-b901-096135897d61 req-d047bbdc-c8bf-4fcc-baf4-17b735a9776a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1177230 Mar 10 04:10:25.060320 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks [] for router_gateway (6fc79e60-7292-413d-a9de-2ba7f796bee8), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.132934 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf56289d-3bd8-4c72-b901-096135897d61 req-b777b830-10a4-4d41-8ad8-d077bf7febe1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899916 Mar 10 04:10:25.282999 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (6fc79e60-7292-413d-a9de-2ba7f796bee8), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.417399 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Router 6fc79e60-7292-413d-a9de-2ba7f796bee8 is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:10:25.553258 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:10:25.556293 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 92bb4023-1640-43bf-b919-9648e63ec6d5 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:25.564186 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Sync routers for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:10:25.574558 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.577435 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:25.578129 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:25.579806 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48452) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:25.581136 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-44d6bc53-4ea1-4bca-8b0f-d822ce348d66 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6363485 Mar 10 04:10:25.618811 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 92bb4023-1640-43bf-b919-9648e63ec6d5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:25.619237 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.730220 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 92bb4023-1640-43bf-b919-9648e63ec6d5 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:25.730824 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.732745 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:25.768913 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 92bb4023-1640-43bf-b919-9648e63ec6d5, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=92bb4023-1640-43bf-b919-9648e63ec6d5,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:25.777179 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.840421 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8828cb2-5669-420b-9b76-019376c24430 None None] Network 82699838-18bb-40f4-bac9-1e3b6446b78a requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:10:25.888572 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=92bb4023-1640-43bf-b919-9648e63ec6d5,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:25.985223 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-433a4d2d-6866-41ad-bd5f-b7d966feec0e None None] Provisioning complete for port 92bb4023-1640-43bf-b919-9648e63ec6d5 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:25.985599 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-433a4d2d-6866-41ad-bd5f-b7d966feec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.990968 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:24Z', 'revision_number': 3, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:26.027313 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Checking router: 6fc79e60-7292-413d-a9de-2ba7f796bee8 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:10:26.028221 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Updating router 6fc79e60-7292-413d-a9de-2ba7f796bee8 port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:10:26.059951 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.131461 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-433a4d2d-6866-41ad-bd5f-b7d966feec0e None None] Current status of the port 92bb4023-1640-43bf-b919-9648e63ec6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:26.147116 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.269882 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb355b-abee-4d76-a245-1d3e2bc705cd req-83c7ae14-bdef-412a-860c-d428400a033b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:26.272181 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0eb355b-abee-4d76-a245-1d3e2bc705cd req-83c7ae14-bdef-412a-860c-d428400a033b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0599544 Mar 10 04:10:26.343748 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0eb355b-abee-4d76-a245-1d3e2bc705cd req-b548ebca-ebbb-451c-9292-41f3e2e8f94e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645559 Mar 10 04:10:26.360015 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-bef589c2-dbb2-4cd2-bf9a-8219b8457666 None None] Provisioning complete for port 92bb4023-1640-43bf-b919-9648e63ec6d5 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:26.360515 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bef589c2-dbb2-4cd2-bf9a-8219b8457666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.392855 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Allocated IP 172.20.0.1 (82699838-18bb-40f4-bac9-1e3b6446b78a/c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f/e5bb4dd2-eb6a-40aa-b297-6c053fb07d94) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:26.408319 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Publish callbacks [] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.415488 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.465723 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-bef589c2-dbb2-4cd2-bf9a-8219b8457666 None None] Current status of the port 92bb4023-1640-43bf-b919-9648e63ec6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:26.480606 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Attempting to bind port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:10:26.480970 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Attempting to bind port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:10:26.481477 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Attempting to bind port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:26.484698 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Pushing event updated for resources: {'Port': ['ID=1e51da96-9d11-49a2-8bb6-d88fa79bfb43,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:26.489306 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:10:26.489676 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:26.490071 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.490463 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:10:26.490922 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Bound port: 1e51da96-9d11-49a2-8bb6-d88fa79bfb43, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:10:26.491290 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.502729 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Publish callbacks [] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.514574 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.514925 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.515282 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.515617 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.515974 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.516293 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.516627 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.516957 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.517260 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.517616 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.517987 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.518241 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.518550 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:26.534333 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.557159 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] For port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:10:26.560911 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] For port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=1e51da96-9d11-49a2-8bb6-d88fa79bfb43,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:10:26.567651 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.576031 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Network 82699838-18bb-40f4-bac9-1e3b6446b78a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:26.578872 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:26.584286 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:26.612108 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Pushing event updated for resources: {'Port': ['ID=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:26.627935 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (6fc79e60-7292-413d-a9de-2ba7f796bee8), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.629550 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:26.630550 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:26.776295 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.785796 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8b479-e728-4f33-8ba3-672f6b42b54d None None] Pushing event updated for resources: {'Port': ['ID=1e51da96-9d11-49a2-8bb6-d88fa79bfb43,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:26.855852 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:26.895381 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ac012fe8-7d88-47ef-806b-bd6136768ccd None None] Provisioning complete for port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:26.895971 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ac012fe8-7d88-47ef-806b-bd6136768ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.934373 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ac012fe8-7d88-47ef-806b-bd6136768ccd None None] Port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:10:26.944795 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Publish callbacks [] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:26.950729 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:27.021593 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Pushing event updated for resources: {'Port': ['ID=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:27.024082 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (6fc79e60-7292-413d-a9de-2ba7f796bee8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:27.046527 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:24Z', 'revision_number': 3, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:27.073606 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e71616-a0b3-4d9c-ad2e-5fae38c68715 None None] The sync data for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi is: [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:24Z', 'revision_number': 3, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:10:27.141324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Network 82699838-18bb-40f4-bac9-1e3b6446b78a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:27.142867 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:27.278982 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Router 6fc79e60-7292-413d-a9de-2ba7f796bee8 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:10:27.473767 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:10:27.483732 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a0319ade-e76c-4b2d-a340-6910c8a2fc30 admin admin] 10.222.0.15 "PUT /v2.0/routers/6fc79e60-7292-413d-a9de-2ba7f796bee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8982005 Mar 10 04:10:27.570213 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-5726c1d5-f704-4cfd-8c0b-90013013148f None None] Provisioning complete for port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:27.581080 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5726c1d5-f704-4cfd-8c0b-90013013148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:27.597112 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f1fdf-faf3-4492-8a0d-8b37c0745cde req-b7d7744c-8915-4f21-9c09-ad78a548b869 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:27.599647 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-437f1fdf-faf3-4492-8a0d-8b37c0745cde req-b7d7744c-8915-4f21-9c09-ad78a548b869 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1185467 Mar 10 04:10:27.634251 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-5726c1d5-f704-4cfd-8c0b-90013013148f None None] Port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:10:27.695811 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-437f1fdf-faf3-4492-8a0d-8b37c0745cde req-5cc5733f-3c76-459b-8a0a-a9e0ffe6dba1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844383 Mar 10 04:10:27.742928 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 92bb4023-1640-43bf-b919-9648e63ec6d5 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:27.801930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 92bb4023-1640-43bf-b919-9648e63ec6d5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:27.802416 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:27.898629 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 92bb4023-1640-43bf-b919-9648e63ec6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:27.900021 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:27.968165 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:27.968537 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.052232 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:28.052625 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.078072 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48498) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:28.081953 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=1e51da96-9d11-49a2-8bb6-d88fa79bfb43,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:28.084341 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-d3a7718c-3d2e-4c42-ada5-498a0fe4319c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706083073', 'description': 'tempest-description--1951258170'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:28.087981 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.105688 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3a7718c-3d2e-4c42-ada5-498a0fe4319c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.145894 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=1e51da96-9d11-49a2-8bb6-d88fa79bfb43,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:28.189933 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3a7718c-3d2e-4c42-ada5-498a0fe4319c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (948ddb1b-b711-4a77-8c8c-e23a9689d628), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.194513 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3a7718c-3d2e-4c42-ada5-498a0fe4319c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (948ddb1b-b711-4a77-8c8c-e23a9689d628), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.223097 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3a7718c-3d2e-4c42-ada5-498a0fe4319c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.224263 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d3a7718c-3d2e-4c42-ada5-498a0fe4319c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446061 Mar 10 04:10:28.227188 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48502) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:28.228190 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7718c-3d2e-4c42-ada5-498a0fe4319c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948ddb1b-b711-4a77-8c8c-e23a9689d628,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:28.231871 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-349fc5e7-eaa8-47a2-bd44-3f33395afbb4 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'security_group_rule': {'security_group_id': '948ddb1b-b711-4a77-8c8c-e23a9689d628', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:28.256747 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-349fc5e7-eaa8-47a2-bd44-3f33395afbb4 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (b0d4888b-de04-460d-b20f-36f1bb333e31), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.317583 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-349fc5e7-eaa8-47a2-bd44-3f33395afbb4 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (b0d4888b-de04-460d-b20f-36f1bb333e31), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.321564 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-349fc5e7-eaa8-47a2-bd44-3f33395afbb4 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (b0d4888b-de04-460d-b20f-36f1bb333e31), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.339674 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc5e7-eaa8-47a2-bd44-3f33395afbb4 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d4888b-de04-460d-b20f-36f1bb333e31,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:28.350797 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-349fc5e7-eaa8-47a2-bd44-3f33395afbb4 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.352127 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-349fc5e7-eaa8-47a2-bd44-3f33395afbb4 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238847 Mar 10 04:10:28.354933 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48504) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:28.360629 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-c98ab842-5cc4-40c5-868d-b8b35f57ad7d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'security_group_rule': {'security_group_id': '948ddb1b-b711-4a77-8c8c-e23a9689d628', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:28.385667 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c98ab842-5cc4-40c5-868d-b8b35f57ad7d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (d8d28ae7-de8b-4a42-ab67-f366e9b529da), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.439046 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c98ab842-5cc4-40c5-868d-b8b35f57ad7d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (d8d28ae7-de8b-4a42-ab67-f366e9b529da), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.442286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c98ab842-5cc4-40c5-868d-b8b35f57ad7d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (d8d28ae7-de8b-4a42-ab67-f366e9b529da), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.460691 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ab842-5cc4-40c5-868d-b8b35f57ad7d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d28ae7-de8b-4a42-ab67-f366e9b529da,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:28.469401 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c98ab842-5cc4-40c5-868d-b8b35f57ad7d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.470577 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c98ab842-5cc4-40c5-868d-b8b35f57ad7d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145926 Mar 10 04:10:28.473554 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48506) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:28.477615 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:28.496822 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.599440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.709172 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Allocated IP 172.27.2.220 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/452c4a46-a9cd-4cdc-b3e9-e45d535349f3) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:28.861141 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for port (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.885747 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af12327-261e-438d-8a27-4bc1fd0bec8f req-3c05fc24-59e0-4b98-90e3-06598a000d03 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:28.887342 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7af12327-261e-438d-8a27-4bc1fd0bec8f req-3c05fc24-59e0-4b98-90e3-06598a000d03 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0896719 Mar 10 04:10:28.939070 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.946340 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Sync routers for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:10:28.961750 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:28.962813 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:28.994120 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:29.001996 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7af12327-261e-438d-8a27-4bc1fd0bec8f req-14622585-892f-48b2-8956-e7aad78c37db tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047666 Mar 10 04:10:29.004592 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:29.007008 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:29.016291 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'Port': ['ID=452c4a46-a9cd-4cdc-b3e9-e45d535349f3,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:29.045818 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48524) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:29.062278 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (c3711ef1-dc60-49b4-8ffe-38b97d14eab4), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.104378 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.104767 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:29.179551 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0e4cba7-a2cf-41e8-a2ee-fe5b9c88e4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.267628 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0e4cba7-a2cf-41e8-a2ee-fe5b9c88e4d7 admin admin] Publish callbacks [] for security_group (b85131a9-7206-4ad6-862d-6b05240c0d0a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.271903 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0e4cba7-a2cf-41e8-a2ee-fe5b9c88e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (b85131a9-7206-4ad6-862d-6b05240c0d0a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.306132 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for port (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.313135 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e0e4cba7-a2cf-41e8-a2ee-fe5b9c88e4d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=895bfd648abe44c49ed270791ce86e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661440 Mar 10 04:10:29.314340 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4cba7-a2cf-41e8-a2ee-fe5b9c88e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85131a9-7206-4ad6-862d-6b05240c0d0a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:29.315603 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.317915 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48528) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:29.328040 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 2, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:29.347817 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (c3711ef1-dc60-49b4-8ffe-38b97d14eab4), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.365467 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Checking router: 6fc79e60-7292-413d-a9de-2ba7f796bee8 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:10:29.365937 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Updating router 6fc79e60-7292-413d-a9de-2ba7f796bee8 port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:10:29.370426 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-231bc1a0-85f0-49bd-add4-83850ce3fe06 admin admin] Publish callbacks [] for security_group (b85131a9-7206-4ad6-862d-6b05240c0d0a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.373136 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.375128 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9006996 Mar 10 04:10:29.377015 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307b5c4-182a-40fb-bd75-796190cec28d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'Port': ['ID=452c4a46-a9cd-4cdc-b3e9-e45d535349f3,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:29.396744 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-231bc1a0-85f0-49bd-add4-83850ce3fe06 admin admin] Publish callbacks [] for security_group (b85131a9-7206-4ad6-862d-6b05240c0d0a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.398695 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.454309 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-231bc1a0-85f0-49bd-add4-83850ce3fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (b85131a9-7206-4ad6-862d-6b05240c0d0a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.456893 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-231bc1a0-85f0-49bd-add4-83850ce3fe06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.458299 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-231bc1a0-85f0-49bd-add4-83850ce3fe06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b85131a9-7206-4ad6-862d-6b05240c0d0a HTTP/1.1" status: 204 len: 168 time: 0.1390114 Mar 10 04:10:29.467042 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bc1a0-85f0-49bd-add4-83850ce3fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85131a9-7206-4ad6-862d-6b05240c0d0a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:29.530878 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:29.653997 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:29.654451 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.789361 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 48546) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:29.803810 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82db90e5-9758-4e0a-a460-0f39c204abd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.880397 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82db90e5-9758-4e0a-a460-0f39c204abd8 admin admin] Publish callbacks [] for security_group (d067ff7f-0166-4e29-b7dd-949fb51f65a3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.884452 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82db90e5-9758-4e0a-a460-0f39c204abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d067ff7f-0166-4e29-b7dd-949fb51f65a3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.922322 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-82db90e5-9758-4e0a-a460-0f39c204abd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90527cb8063a4ea2a2373a384623c2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288500 Mar 10 04:10:29.922701 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48548) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:29.924786 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:29.926020 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db90e5-9758-4e0a-a460-0f39c204abd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d067ff7f-0166-4e29-b7dd-949fb51f65a3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:29.945949 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Publish callbacks [] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.952429 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.005611 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b02a208b-1518-4eab-bacb-117cb750bdf0 admin admin] Publish callbacks [] for security_group (d067ff7f-0166-4e29-b7dd-949fb51f65a3), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.009073 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293c413-6032-4e4b-89c8-6f7b62c2a40d None None] Pushing event updated for resources: {'Port': ['ID=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:30.040325 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b02a208b-1518-4eab-bacb-117cb750bdf0 admin admin] Publish callbacks [] for security_group (d067ff7f-0166-4e29-b7dd-949fb51f65a3), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.066538 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Attempting to bind port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:10:30.066993 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Attempting to bind port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:10:30.067431 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Attempting to bind port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 on network 82699838-18bb-40f4-bac9-1e3b6446b78a {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:30.077682 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:10:30.078061 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Checking segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:30.078463 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.078861 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Bound using segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:10:30.079389 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Bound port: e5bb4dd2-eb6a-40aa-b297-6c053fb07d94, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:10:30.079840 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.097949 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b02a208b-1518-4eab-bacb-117cb750bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d067ff7f-0166-4e29-b7dd-949fb51f65a3), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.100688 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b02a208b-1518-4eab-bacb-117cb750bdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.101861 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b02a208b-1518-4eab-bacb-117cb750bdf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d067ff7f-0166-4e29-b7dd-949fb51f65a3 HTTP/1.1" status: 204 len: 168 time: 0.1781690 Mar 10 04:10:30.112354 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a208b-1518-4eab-bacb-117cb750bdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067ff7f-0166-4e29-b7dd-949fb51f65a3,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:30.166138 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] For port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:10:30.170204 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] For port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:10:30.177508 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.242422 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:30.243071 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:30.287138 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293c413-6032-4e4b-89c8-6f7b62c2a40d None None] Pushing event updated for resources: {'Port': ['ID=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:30.320470 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-21db78cb-8fd2-443f-b0b5-b002eb81ce62 None None] Provisioning complete for port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:30.320893 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-21db78cb-8fd2-443f-b0b5-b002eb81ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.414598 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:30.484881 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48558) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:30.497542 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fef3-6a98-4cd0-989f-42689ba31610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.537940 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-21db78cb-8fd2-443f-b0b5-b002eb81ce62 None None] Current status of the port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:30.538328 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-21db78cb-8fd2-443f-b0b5-b002eb81ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.574243 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fef3-6a98-4cd0-989f-42689ba31610 admin admin] Publish callbacks [] for security_group (cd80dfdf-4718-4dd9-8449-d582ab7172f1), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.578570 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fef3-6a98-4cd0-989f-42689ba31610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (cd80dfdf-4718-4dd9-8449-d582ab7172f1), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.614676 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-21db78cb-8fd2-443f-b0b5-b002eb81ce62 None None] For port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:30.616581 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b4a1fef3-6a98-4cd0-989f-42689ba31610 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5885d3e5cb9e4c689ffcfcaf3d2ed48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306159 Mar 10 04:10:30.619167 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48560) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:30.622364 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-21db78cb-8fd2-443f-b0b5-b002eb81ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.626775 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1fef3-6a98-4cd0-989f-42689ba31610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd80dfdf-4718-4dd9-8449-d582ab7172f1,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:30.680218 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0c4de5e9-2844-43e9-aa01-a27bd157b440 admin admin] Publish callbacks [] for security_group (cd80dfdf-4718-4dd9-8449-d582ab7172f1), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.698654 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db78cb-8fd2-443f-b0b5-b002eb81ce62 None None] Pushing event updated for resources: {'Port': ['ID=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:30.709399 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0c4de5e9-2844-43e9-aa01-a27bd157b440 admin admin] Publish callbacks [] for security_group (cd80dfdf-4718-4dd9-8449-d582ab7172f1), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.765979 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-431648ff-c66d-4f4b-9c3b-4bd2fbb412d7 None None] Provisioning complete for port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:30.766357 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-431648ff-c66d-4f4b-9c3b-4bd2fbb412d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.772067 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0c4de5e9-2844-43e9-aa01-a27bd157b440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (cd80dfdf-4718-4dd9-8449-d582ab7172f1), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.774841 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0c4de5e9-2844-43e9-aa01-a27bd157b440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.778502 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-0c4de5e9-2844-43e9-aa01-a27bd157b440 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd80dfdf-4718-4dd9-8449-d582ab7172f1 HTTP/1.1" status: 204 len: 168 time: 0.1561067 Mar 10 04:10:30.785916 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de5e9-2844-43e9-aa01-a27bd157b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd80dfdf-4718-4dd9-8449-d582ab7172f1,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:30.824664 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:30.853599 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d0dff-bd75-4765-a88e-9a8877bacea6 None None] The sync data for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi is: [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:10:30.922473 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-431648ff-c66d-4f4b-9c3b-4bd2fbb412d7 None None] Current status of the port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:30.934435 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:10:31.547813 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:31.609700 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:31.610178 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:31.705847 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:33.494365 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-34b4d7a7-9d17-45d9-9f7f-6abe0e743162 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--706083073&fields=id&tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816 HTTP/1.1" status: 200 len: 267 time: 0.1173549 Mar 10 04:10:33.509641 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-0ffd4a6f-66d6-47d1-a413-1f1c0509c047 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:33.511094 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-0ffd4a6f-66d6-47d1-a413-1f1c0509c047 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/networks?id=5b2f216b-b8ad-4021-9e7f-754e04973a95 HTTP/1.1" status: 200 len: 809 time: 0.1483400 Mar 10 04:10:33.550337 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-c5f34262-8435-47e6-8a6e-66c511882b53 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/quotas/800ca3221d5c44b38dfdfca75a7cc37c HTTP/1.1" status: 200 len: 375 time: 0.0274935 Mar 10 04:10:33.835081 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-b8b0cea7-2452-46cf-92c6-9bc332534238 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=800ca3221d5c44b38dfdfca75a7cc37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2782948 Mar 10 04:10:33.902648 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4539-1abf-49c7-a904-122318472363 req-95d6c19d-6837-4e7f-a98a-8eb4c9d35126 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:33.904851 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-95d6c19d-6837-4e7f-a98a-8eb4c9d35126 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 811 time: 0.3924983 Mar 10 04:10:33.955648 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-f663e8d3-c9ce-4bb2-bccf-c5570628d440 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/quotas/4bb4fe0c9d6643ce886b4e3582a4c816 HTTP/1.1" status: 200 len: 375 time: 0.0179238 Mar 10 04:10:33.994985 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-25455fef-2b75-4dda-9ec5-b4a1b689f883 service neutron] 10.222.0.15 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506882 Mar 10 04:10:34.070878 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-f8250ca8-5a36-4a96-a35d-295860e5a170 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079009 Mar 10 04:10:34.114141 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-30b04607-cb4a-40b9-aff8-9697876bd468 service neutron] 10.222.0.15 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127794 Mar 10 04:10:34.176142 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-083aa251-39e2-43dd-8402-a80d2d0ecc14 service neutron] 10.222.0.15 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929878 Mar 10 04:10:34.301758 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-ea449ca1-1480-4f4b-91cf-2919ce2753d9 service neutron] 10.222.0.15 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200581 Mar 10 04:10:34.325694 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9275d-dac7-456a-bf76-08d082d68a79 req-90d4bc40-a8e3-4b4b-9540-5b03b8b9c4e8 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:34.327167 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fde9275d-dac7-456a-bf76-08d082d68a79 req-90d4bc40-a8e3-4b4b-9540-5b03b8b9c4e8 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0655138 Mar 10 04:10:34.380134 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fde9275d-dac7-456a-bf76-08d082d68a79 req-b03a3f49-65a1-4f71-b1c1-9f2311775387 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Mar 10 04:10:34.499834 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc62d5bb-5907-4e63-b445-cf3da0a2073d req-69d4c055-aad0-4b22-b5c5-16b3e694a288 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 210 time: 0.0659339 Mar 10 04:10:34.554989 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c047955-3f51-4d5f-911d-0a5c905f7ef0 req-e24368c9-8135-4c48-9a66-f56916203eff tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 210 time: 0.0506217 Mar 10 04:10:34.796225 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7414dfd-4f2a-466d-b5ba-916858b40bd8 req-4712e0b8-66c0-43e7-86b1-6ef45774f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:34.797698 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7414dfd-4f2a-466d-b5ba-916858b40bd8 req-4712e0b8-66c0-43e7-86b1-6ef45774f9c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 1129 time: 0.0533209 Mar 10 04:10:34.854225 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7414dfd-4f2a-466d-b5ba-916858b40bd8 req-4efef983-f9f8-43e7-a3fd-00ac41f81b96 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Mar 10 04:10:35.500488 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e505d3-9154-4f2b-b2df-d9ffd4fba4c9 req-2afd5ed6-b764-4403-9fef-1d422b6d3bea tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:35.501855 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78e505d3-9154-4f2b-b2df-d9ffd4fba4c9 req-2afd5ed6-b764-4403-9fef-1d422b6d3bea tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Mar 10 04:10:35.551391 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78e505d3-9154-4f2b-b2df-d9ffd4fba4c9 req-44200218-b957-4b25-a0f8-914416bd1d0b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Mar 10 04:10:35.597481 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a4ba69af-f445-4a92-9eef-6dd44ddbd7b5 req-065c4f43-1001-4a12-a05f-1e37defff76b tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 210 time: 0.0256436 Mar 10 04:10:35.655670 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-65bad745-d442-411c-bb3d-e7ae43a178eb req-6feb67cf-9a11-450f-ae59-c2545d1d2b3a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 210 time: 0.0270350 Mar 10 04:10:35.811152 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-bd74426c-71d3-48ba-858b-757aa712410c tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:35.812630 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-bd74426c-71d3-48ba-858b-757aa712410c tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.26 "GET /v2.0/networks?id=5b2f216b-b8ad-4021-9e7f-754e04973a95 HTTP/1.1" status: 200 len: 809 time: 0.1105962 Mar 10 04:10:35.831841 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Request body: {'port': {'device_id': 'e379f8d4-6c0b-43b1-8977-cee31cf8f573', 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95', 'admin_state_up': True, 'tenant_id': '800ca3221d5c44b38dfdfca75a7cc37c'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:35.954041 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4539-1abf-49c7-a904-122318472363 req-7b1b7c45-1356-4463-ae84-0a0d29e26e34 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:35.955634 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-7b1b7c45-1356-4463-ae84-0a0d29e26e34 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 811 time: 0.1416991 Mar 10 04:10:35.987117 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Made reservation on behalf of 800ca3221d5c44b38dfdfca75a7cc37c for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:35.991320 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.166232 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Allocated IP 172.20.0.4 (5b2f216b-b8ad-4021-9e7f-754e04973a95/7b02a668-3131-473b-bbb2-7adb8e84b62d/c19e97e8-0259-4a50-9f13-8436fbbb4e47) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:36.282234 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-3356bc76-275e-4a12-bdb4-2f74c3b7b9d6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816 HTTP/1.1" status: 200 len: 379 time: 0.3125086 Mar 10 04:10:36.306970 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'port': {'device_id': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'admin_state_up': True, 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'security_groups': ['948ddb1b-b711-4a77-8c8c-e23a9689d628']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:36.327952 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks [] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.360601 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.401349 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Network 5b2f216b-b8ad-4021-9e7f-754e04973a95 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:36.404701 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:36.410829 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:36.416050 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:36.416699 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.419464 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Made reservation on behalf of 4bb4fe0c9d6643ce886b4e3582a4c816 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:36.422860 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.427236 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Pushing event updated for resources: {'Port': ['ID=c19e97e8-0259-4a50-9f13-8436fbbb4e47,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:36.442004 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-aaec5a7a-85a8-49b8-84ea-3d0af93d59f0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6149387 Mar 10 04:10:36.454947 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Request body: {'port': {'device_id': 'e379f8d4-6c0b-43b1-8977-cee31cf8f573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:36.510961 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.549193 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Allocated IP 172.20.0.8 (82699838-18bb-40f4-bac9-1e3b6446b78a/c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f/be303f6b-7e23-41c7-ba5c-06cca636cae9) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:36.700924 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.735327 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.742769 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbbb18-140e-4a78-abae-94f735c52e23 req-ba064bf3-b181-4d1b-b435-a1a58157d1cc tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:36.744282 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-43fbbb18-140e-4a78-abae-94f735c52e23 req-ba064bf3-b181-4d1b-b435-a1a58157d1cc tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1264486 Mar 10 04:10:36.777170 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Network 82699838-18bb-40f4-bac9-1e3b6446b78a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:36.782183 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:36.785852 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:36.809907 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'Port': ['ID=be303f6b-7e23-41c7-ba5c-06cca636cae9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:36.817092 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2695cf-7ae2-4b74-9f52-6f8aba7ebc43 req-a2c57540-a828-4ae3-bac6-bfb7986d75a0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:36.819014 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ad2695cf-7ae2-4b74-9f52-6f8aba7ebc43 req-a2c57540-a828-4ae3-bac6-bfb7986d75a0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 931 time: 0.1491704 Mar 10 04:10:36.838482 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:36.839354 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.858386 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-2116981b-c39a-4a60-bcea-9a7d00080ea5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547380 Mar 10 04:10:36.872148 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Request body: {'port': {'device_id': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:36.884140 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-43fbbb18-140e-4a78-abae-94f735c52e23 req-03b7872c-87c0-421e-bb6d-e9c19b3b553b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112459 Mar 10 04:10:36.926082 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ad2695cf-7ae2-4b74-9f52-6f8aba7ebc43 req-b9f24ead-225f-45c4-b488-566e02a0a111 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961745 Mar 10 04:10:36.951560 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:36.994167 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19e97e8-0259-4a50-9f13-8436fbbb4e47 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:10:37.004049 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Publish callbacks [] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.094485 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Transition to ACTIVE for port object c19e97e8-0259-4a50-9f13-8436fbbb4e47 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:10:37.103302 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d51c9ac6-3f2b-42bc-8217-e63931251259 None None] Provisioning complete for port be303f6b-7e23-41c7-ba5c-06cca636cae9 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:37.103845 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d51c9ac6-3f2b-42bc-8217-e63931251259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.116977 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.167260 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d51c9ac6-3f2b-42bc-8217-e63931251259 None None] Port be303f6b-7e23-41c7-ba5c-06cca636cae9 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:10:37.183050 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a825e2-db11-49eb-8adb-0795efd47ffa req-c28b05ad-1936-4e13-bb07-67c99765855b tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:37.184586 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1a825e2-db11-49eb-8adb-0795efd47ffa req-c28b05ad-1936-4e13-bb07-67c99765855b tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 931 time: 0.1781080 Mar 10 04:10:37.191817 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d4dbd-3a0c-4ea9-8e41-6aeb680a8b47 req-585fcdbf-98cd-44fb-9a98-606f25f72f95 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:37.193513 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-586d4dbd-3a0c-4ea9-8e41-6aeb680a8b47 req-585fcdbf-98cd-44fb-9a98-606f25f72f95 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1753361 Mar 10 04:10:37.249013 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Pushing event updated for resources: {'Port': ['ID=c19e97e8-0259-4a50-9f13-8436fbbb4e47,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:37.294750 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Attempting to bind port c19e97e8-0259-4a50-9f13-8436fbbb4e47 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:10:37.295637 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Attempting to bind port c19e97e8-0259-4a50-9f13-8436fbbb4e47 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:10:37.296023 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Attempting to bind port c19e97e8-0259-4a50-9f13-8436fbbb4e47 on network 5b2f216b-b8ad-4021-9e7f-754e04973a95 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:37.323899 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Port c19e97e8-0259-4a50-9f13-8436fbbb4e47 on network 5b2f216b-b8ad-4021-9e7f-754e04973a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:10:37.324253 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Attempting to bind port c19e97e8-0259-4a50-9f13-8436fbbb4e47 on network 5b2f216b-b8ad-4021-9e7f-754e04973a95 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:37.326488 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be303f6b-7e23-41c7-ba5c-06cca636cae9 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:10:37.333173 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-586d4dbd-3a0c-4ea9-8e41-6aeb680a8b47 req-af53fcfd-188a-4e2c-8f49-6d595a3d49e9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326692 Mar 10 04:10:37.336895 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Publish callbacks [] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.337112 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:10:37.337460 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Checking segment: {'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:37.337821 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Bound using segment: {'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:10:37.338258 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Bound port: c19e97e8-0259-4a50-9f13-8436fbbb4e47, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:10:37.338617 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.345167 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1a825e2-db11-49eb-8adb-0795efd47ffa req-fa11559d-fa37-4b23-83f0-c53f80a33e83 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399417 Mar 10 04:10:37.391448 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Transition to ACTIVE for port object be303f6b-7e23-41c7-ba5c-06cca636cae9 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:10:37.400356 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.471304 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] For port c19e97e8-0259-4a50-9f13-8436fbbb4e47, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:10:37.474652 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] For port c19e97e8-0259-4a50-9f13-8436fbbb4e47, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c19e97e8-0259-4a50-9f13-8436fbbb4e47,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:10:37.498294 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.544399 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:37.546291 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.547288 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] 10.222.0.26 "PUT /v2.0/ports/c19e97e8-0259-4a50-9f13-8436fbbb4e47 HTTP/1.1" status: 200 len: 1093 time: 1.0971301 Mar 10 04:10:37.547850 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e379f8d4-6c0b-43b1-8977-cee31cf8f573', 'tag': 'c19e97e8-0259-4a50-9f13-8436fbbb4e47'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:37.550044 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f" -d '{"events": [{"name": "network-changed", "server_uuid": "e379f8d4-6c0b-43b1-8977-cee31cf8f573", "tag": "c19e97e8-0259-4a50-9f13-8436fbbb4e47"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:37.562752 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Pushing event updated for resources: {'Port': ['ID=be303f6b-7e23-41c7-ba5c-06cca636cae9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:37.585394 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Attempting to bind port be303f6b-7e23-41c7-ba5c-06cca636cae9 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:10:37.586275 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Attempting to bind port be303f6b-7e23-41c7-ba5c-06cca636cae9 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:10:37.586275 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Attempting to bind port be303f6b-7e23-41c7-ba5c-06cca636cae9 on network 82699838-18bb-40f4-bac9-1e3b6446b78a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:37.591166 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Port be303f6b-7e23-41c7-ba5c-06cca636cae9 on network 82699838-18bb-40f4-bac9-1e3b6446b78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:10:37.591548 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Attempting to bind port be303f6b-7e23-41c7-ba5c-06cca636cae9 on network 82699838-18bb-40f4-bac9-1e3b6446b78a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:37.597938 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:10:37.598272 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Checking segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:37.598622 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Bound using segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:10:37.599050 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Bound port: be303f6b-7e23-41c7-ba5c-06cca636cae9, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:10:37.599419 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.612816 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c0ecc-157e-4e90-bab0-ce365aad414f service neutron] Pushing event updated for resources: {'Port': ['ID=c19e97e8-0259-4a50-9f13-8436fbbb4e47,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:37.650210 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6406c4dc-0479-44bf-af50-4f5878080ad9 x-openstack-request-id: req-6406c4dc-0479-44bf-af50-4f5878080ad9 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:37.650210 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e379f8d4-6c0b-43b1-8977-cee31cf8f573", "tag": "c19e97e8-0259-4a50-9f13-8436fbbb4e47", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:37.650210 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6406c4dc-0479-44bf-af50-4f5878080ad9 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:37.650210 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e379f8d4-6c0b-43b1-8977-cee31cf8f573', 'tag': 'c19e97e8-0259-4a50-9f13-8436fbbb4e47', 'status': 'completed', 'code': 200} Mar 10 04:10:37.674175 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-a288ab9a-6fed-4c69-b86b-91c66bca6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:37.675732 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-a288ab9a-6fed-4c69-b86b-91c66bca6942 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=800ca3221d5c44b38dfdfca75a7cc37c&device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 1127 time: 0.0742543 Mar 10 04:10:37.697934 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] For port be303f6b-7e23-41c7-ba5c-06cca636cae9, host hv-cinder-77819, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:10:37.702822 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] For port be303f6b-7e23-41c7-ba5c-06cca636cae9, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:10:37.708933 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.735106 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-9f7ff7c1-4f5d-488d-99a9-3471f19e1055 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19e97e8-0259-4a50-9f13-8436fbbb4e47 HTTP/1.1" status: 200 len: 217 time: 0.0447342 Mar 10 04:10:37.776553 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:37.777171 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.779191 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] 10.222.0.26 "PUT /v2.0/ports/be303f6b-7e23-41c7-ba5c-06cca636cae9 HTTP/1.1" status: 200 len: 1093 time: 0.9115744 Mar 10 04:10:37.781351 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'tag': 'be303f6b-7e23-41c7-ba5c-06cca636cae9'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:37.792150 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667" -d '{"events": [{"name": "network-changed", "server_uuid": "484fc0cf-a7f9-45fe-a1df-a7f62b40057e", "tag": "be303f6b-7e23-41c7-ba5c-06cca636cae9"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:37.795372 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-2ad667a7-9eed-4596-8283-e601ca38c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:37.797385 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-2ad667a7-9eed-4596-8283-e601ca38c445 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b02a668-3131-473b-bbb2-7adb8e84b62d HTTP/1.1" status: 200 len: 849 time: 0.0549104 Mar 10 04:10:37.851856 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041b45f-3053-4703-b326-116bb6b3be6b service neutron] Pushing event updated for resources: {'Port': ['ID=be303f6b-7e23-41c7-ba5c-06cca636cae9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:37.873719 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351d31c4-cd98-4853-8f68-ce75a5cd5b78 x-openstack-request-id: req-351d31c4-cd98-4853-8f68-ce75a5cd5b78 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:37.874010 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484fc0cf-a7f9-45fe-a1df-a7f62b40057e", "tag": "be303f6b-7e23-41c7-ba5c-06cca636cae9", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:37.874263 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-351d31c4-cd98-4853-8f68-ce75a5cd5b78 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:37.874640 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'tag': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'status': 'completed', 'code': 200} Mar 10 04:10:37.876020 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-22c870fe-2f87-427c-8525-1feef79f594a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b2f216b-b8ad-4021-9e7f-754e04973a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530121 Mar 10 04:10:37.910215 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4539-1abf-49c7-a904-122318472363 req-acf73882-832b-4139-a699-d0dbad2278d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:37.912136 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-acf73882-832b-4139-a699-d0dbad2278d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 1127 time: 0.0569816 Mar 10 04:10:37.960294 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-643c8f5f-45ec-46eb-913e-3a6c9b96af84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9 HTTP/1.1" status: 200 len: 217 time: 0.0381911 Mar 10 04:10:37.981514 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-531b295b-8356-4d91-b23c-1b1379179125 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011510 Mar 10 04:10:38.019826 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4539-1abf-49c7-a904-122318472363 req-81c5b5e7-9011-4009-9dba-5138131559fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.022034 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-81c5b5e7-9011-4009-9dba-5138131559fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 200 len: 850 time: 0.0529084 Mar 10 04:10:38.085198 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb4539-1abf-49c7-a904-122318472363 req-e6c30ed8-cd0e-4093-b57a-a9d3c7b9c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.086771 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-e6c30ed8-cd0e-4093-b57a-a9d3c7b9c615 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82699838-18bb-40f4-bac9-1e3b6446b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582421 Mar 10 04:10:38.132521 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3c9dc-8169-49c6-9c01-aafc3950da21 req-7dd057b3-7e8d-4054-8179-92392648436e tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.134010 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-83f3c9dc-8169-49c6-9c01-aafc3950da21 req-7dd057b3-7e8d-4054-8179-92392648436e tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 943 time: 0.1212463 Mar 10 04:10:38.136310 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce294c66-4515-4d0e-9a36-1b056198d809 req-2bf872af-133c-4f25-8ecd-25926826ee31 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457570 Mar 10 04:10:38.195563 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-83f3c9dc-8169-49c6-9c01-aafc3950da21 req-54e35e39-15d0-4e46-9ccb-3a2e54a13d3c tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549490 Mar 10 04:10:38.196301 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-324323d0-8180-423e-9eaf-c543a28cec2f service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967498 Mar 10 04:10:38.246842 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-a3424c74-9d55-4e43-bb09-7ed681e37f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.249083 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-a3424c74-9d55-4e43-bb09-7ed681e37f0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=800ca3221d5c44b38dfdfca75a7cc37c&device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 1127 time: 0.0525875 Mar 10 04:10:38.312063 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bbb4539-1abf-49c7-a904-122318472363 req-a713459c-1c56-40d3-a866-cfb1fc596fc0 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884347 Mar 10 04:10:38.339762 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-c609c677-70ad-4116-9118-0a399d2be144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.341231 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-c609c677-70ad-4116-9118-0a399d2be144 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b2f216b-b8ad-4021-9e7f-754e04973a95 HTTP/1.1" status: 200 len: 910 time: 0.0865026 Mar 10 04:10:38.393578 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-8bf41bea-7687-421b-aa24-69411da841c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19e97e8-0259-4a50-9f13-8436fbbb4e47 HTTP/1.1" status: 200 len: 217 time: 0.0376251 Mar 10 04:10:38.408470 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-b6f47ea5-5b78-4aa5-912c-0136ac13c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.409556 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-b6f47ea5-5b78-4aa5-912c-0136ac13c891 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 1127 time: 0.0454807 Mar 10 04:10:38.464993 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-7505bb85-8e5d-40f8-83b9-07ac4d5f1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.466449 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-7505bb85-8e5d-40f8-83b9-07ac4d5f1d95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b02a668-3131-473b-bbb2-7adb8e84b62d HTTP/1.1" status: 200 len: 849 time: 0.0669479 Mar 10 04:10:38.504334 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-75e0eff7-2c59-49ce-ade9-6fbfbae98550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.505959 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-75e0eff7-2c59-49ce-ade9-6fbfbae98550 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 912 time: 0.0897269 Mar 10 04:10:38.507383 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-e4494a76-2410-4694-8d87-433f73a8fcdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b2f216b-b8ad-4021-9e7f-754e04973a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315740 Mar 10 04:10:38.518282 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdb613-66b6-4864-a189-dc6ae9a6bfc8 req-7c9d0acc-bfd7-4cc7-bb0f-00b9fc905039 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.519589 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fccdb613-66b6-4864-a189-dc6ae9a6bfc8 req-7c9d0acc-bfd7-4cc7-bb0f-00b9fc905039 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 943 time: 0.0855193 Mar 10 04:10:38.558169 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-6be488b3-db66-4809-9f3a-498ca3219b62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9 HTTP/1.1" status: 200 len: 217 time: 0.0395532 Mar 10 04:10:38.611162 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-7b149836-94d7-4a6b-be4a-f224532d8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.612651 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-7b149836-94d7-4a6b-be4a-f224532d8e8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 200 len: 850 time: 0.0479045 Mar 10 04:10:38.623997 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fccdb613-66b6-4864-a189-dc6ae9a6bfc8 req-51bdf8f6-8061-49e0-89e5-30758f5afcdb tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938132 Mar 10 04:10:38.647974 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-a15b66ee-177c-4413-a08b-fa5d72d2c3a6 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207380 Mar 10 04:10:38.673684 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-a9e7d6e7-7e5d-4553-ba02-ede35aa2001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:38.675337 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-a9e7d6e7-7e5d-4553-ba02-ede35aa2001c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82699838-18bb-40f4-bac9-1e3b6446b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526547 Mar 10 04:10:38.751644 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9ac4528-c2a3-4c4f-b146-f2bb2d14e30f req-5dfc30e5-033f-4626-a5a1-f35d3bd28af7 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921161 Mar 10 04:10:38.771881 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-79bac3e5-a664-424e-92f8-4b66a1985b64 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871882 Mar 10 04:10:38.874497 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-aa0d9467-4f7b-4e89-a8a8-74fabcbed667 req-f8aeb118-0565-4623-881f-c1bc231b17e9 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919738 Mar 10 04:10:39.151276 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000956e3-ec6d-472d-a476-6af3f1b3d174 req-2c25ebed-0b0d-4352-bd37-86dad4a4b5a5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:39.156142 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-000956e3-ec6d-472d-a476-6af3f1b3d174 req-2c25ebed-0b0d-4352-bd37-86dad4a4b5a5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0552759 Mar 10 04:10:39.159737 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-b68fab0c-9fec-453d-906e-c239edeb2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:39.161233 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-b68fab0c-9fec-453d-906e-c239edeb2690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0444210 Mar 10 04:10:39.202544 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-000956e3-ec6d-472d-a476-6af3f1b3d174 req-d8244562-e52a-438a-bbe4-9b172c5a0956 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434914 Mar 10 04:10:39.268264 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-c6c641ab-5b6d-4d86-94f5-745bc7c2e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:39.269733 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-c6c641ab-5b6d-4d86-94f5-745bc7c2e6f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 920 time: 0.0965981 Mar 10 04:10:39.314483 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-b8406ec0-6c8c-45f3-8a42-6912470dc2c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9973bb0-7507-436a-ab7a-5e04a0299438 HTTP/1.1" status: 200 len: 217 time: 0.0365689 Mar 10 04:10:39.328984 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa92b0-d992-4b3f-8557-1ad774c02df7 req-211dfab9-aed7-46b8-98e0-32e8835007ec tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:39.330445 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5daa92b0-d992-4b3f-8557-1ad774c02df7 req-211dfab9-aed7-46b8-98e0-32e8835007ec tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 943 time: 0.0578830 Mar 10 04:10:39.363494 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-a36a830d-5748-42ad-af80-7e70ec101b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:39.365358 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-a36a830d-5748-42ad-af80-7e70ec101b37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.0434055 Mar 10 04:10:39.376538 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5daa92b0-d992-4b3f-8557-1ad774c02df7 req-6f4a16a3-24da-495f-9f80-b643d33b33d4 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Mar 10 04:10:39.398706 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-ced64111-d8c9-47a4-bc22-f344704e3667 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268900 Mar 10 04:10:39.498757 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-4c81e57b-3e8a-4d88-8afd-ad697cbc7ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843039 Mar 10 04:10:39.742533 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c221b-af11-4e37-9cc4-b9b6dce0da9e req-ca1518a9-dd17-4dc3-8549-ff74ead7d017 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:39.743910 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d93c221b-af11-4e37-9cc4-b9b6dce0da9e req-ca1518a9-dd17-4dc3-8549-ff74ead7d017 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 943 time: 0.0509212 Mar 10 04:10:39.788079 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d93c221b-af11-4e37-9cc4-b9b6dce0da9e req-26c7548b-ad80-4f4d-9af6-889810b97b01 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381780 Mar 10 04:10:40.329746 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84cac1-5560-4a34-a724-72676e076582 req-3b8c8c71-088f-4fc4-8818-8d4c29721859 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:40.331211 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a84cac1-5560-4a34-a724-72676e076582 req-3b8c8c71-088f-4fc4-8818-8d4c29721859 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0535805 Mar 10 04:10:40.379347 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a84cac1-5560-4a34-a724-72676e076582 req-98f9f540-338d-4e5d-bee0-aed8dca223e2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Mar 10 04:10:40.496890 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67378a2-1413-459e-b277-c96510b0bc6e req-b0947ac6-298e-402d-8ebe-81b0cd7cf0e6 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:40.498390 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e67378a2-1413-459e-b277-c96510b0bc6e req-b0947ac6-298e-402d-8ebe-81b0cd7cf0e6 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 943 time: 0.0553000 Mar 10 04:10:40.551903 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e67378a2-1413-459e-b277-c96510b0bc6e req-757f980d-e827-455d-8094-04c0ffac5132 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473747 Mar 10 04:10:40.901979 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f85a14-58f8-41b8-9a24-72167c8958b1 req-c4af9581-23b7-4194-8f7f-9a021f5a804f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:40.903470 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-02f85a14-58f8-41b8-9a24-72167c8958b1 req-c4af9581-23b7-4194-8f7f-9a021f5a804f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 943 time: 0.0512204 Mar 10 04:10:40.949510 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-02f85a14-58f8-41b8-9a24-72167c8958b1 req-69addc1c-9ac8-43b7-a1b5-77f5010d27ee tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405045 Mar 10 04:10:40.960802 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14ed1599-4bba-4506-8fe0-a5fbbcd99bcb req-872da491-e56a-4dac-bea5-baba45c802eb service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892801 Mar 10 04:10:41.500591 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc1df-151e-43f1-a5ce-833497a83b23 req-deb50490-1681-4008-90a7-eca970e6d108 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:41.502060 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-001dc1df-151e-43f1-a5ce-833497a83b23 req-deb50490-1681-4008-90a7-eca970e6d108 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0549152 Mar 10 04:10:41.547009 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-001dc1df-151e-43f1-a5ce-833497a83b23 req-06af9c60-7c93-4ea9-96d7-185559e0515e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395858 Mar 10 04:10:41.665861 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73c5c4-ff17-4f43-a628-d2d2e29e4443 req-848aada4-9aea-466a-8353-4ca2cd06f3ff tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:41.667225 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d73c5c4-ff17-4f43-a628-d2d2e29e4443 req-848aada4-9aea-466a-8353-4ca2cd06f3ff tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 943 time: 0.0521023 Mar 10 04:10:41.715045 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d73c5c4-ff17-4f43-a628-d2d2e29e4443 req-e0ec7a39-01a6-4ee2-b7ac-340e313c925c tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Mar 10 04:10:42.062882 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558d9a-510b-4d60-b823-affd758142d9 req-82b659e0-024a-4e61-9b6e-8bd8723ab41e tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:42.064334 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19558d9a-510b-4d60-b823-affd758142d9 req-82b659e0-024a-4e61-9b6e-8bd8723ab41e tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 943 time: 0.0513382 Mar 10 04:10:42.112952 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19558d9a-510b-4d60-b823-affd758142d9 req-e19d507d-9e17-4f94-ac75-b3661d87827c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428848 Mar 10 04:10:42.600732 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device be303f6b-7e23-41c7-ba5c-06cca636cae9 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:10:42.686138 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60843059-9252-4645-a396-3957901382c9 req-90eaeceb-6551-463c-ae12-7b32090eef4e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:42.687752 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-60843059-9252-4645-a396-3957901382c9 req-90eaeceb-6551-463c-ae12-7b32090eef4e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0761912 Mar 10 04:10:42.707664 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port be303f6b-7e23-41c7-ba5c-06cca636cae9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:42.719100 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'port_id': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'mac_address': 'fa:16:3e:21:90:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:10:42.734687 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-60843059-9252-4645-a396-3957901382c9 req-4db5552d-779c-4a7d-a4ba-847b291c424e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Mar 10 04:10:42.762147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port be303f6b-7e23-41c7-ba5c-06cca636cae9 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:42.762542 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:42.775345 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be303f6b-7e23-41c7-ba5c-06cca636cae9 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:10:42.794531 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port be303f6b-7e23-41c7-ba5c-06cca636cae9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:42.798949 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:42.799762 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device c19e97e8-0259-4a50-9f13-8436fbbb4e47 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:10:42.830483 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edb76c-b36d-4b81-8bb2-46256ef87a3e req-d0297a0c-5749-428e-a803-e837951a86b9 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:42.831954 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1edb76c-b36d-4b81-8bb2-46256ef87a3e req-d0297a0c-5749-428e-a803-e837951a86b9 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 943 time: 0.0511770 Mar 10 04:10:42.864701 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=be303f6b-7e23-41c7-ba5c-06cca636cae9,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:42.877925 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1edb76c-b36d-4b81-8bb2-46256ef87a3e req-e91f2c87-c65b-4d6b-8201-e9432614af4e tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Mar 10 04:10:43.051451 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port c19e97e8-0259-4a50-9f13-8436fbbb4e47, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c19e97e8-0259-4a50-9f13-8436fbbb4e47,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:43.062773 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'c19e97e8-0259-4a50-9f13-8436fbbb4e47', 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95', 'port_id': 'c19e97e8-0259-4a50-9f13-8436fbbb4e47', 'mac_address': 'fa:16:3e:92:7c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b02a668-3131-473b-bbb2-7adb8e84b62d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:10:43.097689 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port c19e97e8-0259-4a50-9f13-8436fbbb4e47 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:43.098077 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:43.111165 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19e97e8-0259-4a50-9f13-8436fbbb4e47 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:10:43.130695 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port c19e97e8-0259-4a50-9f13-8436fbbb4e47, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c19e97e8-0259-4a50-9f13-8436fbbb4e47,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:43.134640 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:43.185334 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=c19e97e8-0259-4a50-9f13-8436fbbb4e47,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:43.229596 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e605c-2df7-4f1f-9c08-bdcd65b619f2 req-f02dd79d-66ee-44c5-ace3-a4971da14aa3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:43.231045 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b3e605c-2df7-4f1f-9c08-bdcd65b619f2 req-f02dd79d-66ee-44c5-ace3-a4971da14aa3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 944 time: 0.0538635 Mar 10 04:10:43.275136 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b3e605c-2df7-4f1f-9c08-bdcd65b619f2 req-8aae9109-4259-47fc-9971-ac8491e2bd58 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379925 Mar 10 04:10:43.394714 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-14b2f4df-fa64-4dd6-925a-87b126841ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:43.850275 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648e6e-5278-4fcd-880e-7132b2dfb154 req-05713ffc-0a33-47a1-a64d-1caf1f4439e5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:43.851713 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-01648e6e-5278-4fcd-880e-7132b2dfb154 req-05713ffc-0a33-47a1-a64d-1caf1f4439e5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0502267 Mar 10 04:10:43.896214 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-01648e6e-5278-4fcd-880e-7132b2dfb154 req-41afc3c9-df9f-4d24-934c-ca0f72803476 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Mar 10 04:10:43.993619 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1767d-938d-4804-9a57-b9d67c35c03b req-f10d3393-250c-4837-af51-659bb32d1e9a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:43.994946 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19f1767d-938d-4804-9a57-b9d67c35c03b req-f10d3393-250c-4837-af51-659bb32d1e9a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 944 time: 0.0528286 Mar 10 04:10:44.039365 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19f1767d-938d-4804-9a57-b9d67c35c03b req-dfca0124-316c-4e26-bd72-fe5083f6398d tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385172 Mar 10 04:10:44.387346 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4d51-1f5f-4882-9a35-e97eacb459b5 req-94fc681d-b8c4-466d-a95c-94df3d03b258 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:44.388835 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37ad4d51-1f5f-4882-9a35-e97eacb459b5 req-94fc681d-b8c4-466d-a95c-94df3d03b258 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 944 time: 0.0496898 Mar 10 04:10:44.432953 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37ad4d51-1f5f-4882-9a35-e97eacb459b5 req-247b14ca-1a36-4f17-b3c9-95b809e4d3e7 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388010 Mar 10 04:10:45.010665 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e054aa-3040-41a5-864d-9d884ce9569a req-ee73afcf-093c-4f85-ac01-d09b48c474dd tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:45.012039 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3e054aa-3040-41a5-864d-9d884ce9569a req-ee73afcf-093c-4f85-ac01-d09b48c474dd tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0508461 Mar 10 04:10:45.060788 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3e054aa-3040-41a5-864d-9d884ce9569a req-3afec9ee-da41-411b-a726-159003ea7c41 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Mar 10 04:10:45.156785 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832831ed-72f4-4c8d-9ebf-2b366cb43b1f req-e3d2880d-0bd5-4a46-b012-109f01fc3ffc tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:45.158248 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-832831ed-72f4-4c8d-9ebf-2b366cb43b1f req-e3d2880d-0bd5-4a46-b012-109f01fc3ffc tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 944 time: 0.0512953 Mar 10 04:10:45.202861 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-832831ed-72f4-4c8d-9ebf-2b366cb43b1f req-972e3bc4-8703-4da2-9af5-3a2fae7f9ceb tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Mar 10 04:10:45.539442 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-70735671-e80e-4306-86f5-12d4d4de94f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:45.548974 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670d09b-e7ad-42a1-ad8d-3f7f18dab9e1 req-a483a12c-948e-4255-a487-dc364eaba746 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:45.550893 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6670d09b-e7ad-42a1-ad8d-3f7f18dab9e1 req-a483a12c-948e-4255-a487-dc364eaba746 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 944 time: 0.0551918 Mar 10 04:10:45.596765 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6670d09b-e7ad-42a1-ad8d-3f7f18dab9e1 req-04574205-27f4-4ada-948c-8c5cdb8b5ce8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401671 Mar 10 04:10:46.180105 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be9fc3-4c76-48b1-b241-777871fdb4ad req-847225de-ba6f-4d65-810e-1b66ab6724d6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:46.181559 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d0be9fc3-4c76-48b1-b241-777871fdb4ad req-847225de-ba6f-4d65-810e-1b66ab6724d6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0541863 Mar 10 04:10:46.226159 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d0be9fc3-4c76-48b1-b241-777871fdb4ad req-7814d13a-c4f7-492f-8bbf-726c15e2013c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390103 Mar 10 04:10:46.296951 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['c19e97e8-0259-4a50-9f13-8436fbbb4e47'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:10:46.301119 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['be303f6b-7e23-41c7-ba5c-06cca636cae9'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:10:46.318946 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb66f55-2165-4758-9090-087a9373cc2f req-506f19a2-b6a1-47a4-a90b-4415d2d36709 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:46.320795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4cb66f55-2165-4758-9090-087a9373cc2f req-506f19a2-b6a1-47a4-a90b-4415d2d36709 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 944 time: 0.0539834 Mar 10 04:10:46.366156 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4cb66f55-2165-4758-9090-087a9373cc2f req-2753d9c5-a413-4144-bef2-358a3d968313 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Mar 10 04:10:46.594592 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:46.709298 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95c124-20e5-42e2-b689-860a81e2f7f2 req-030862c8-3b74-4c20-b3e0-d62fe2efdcb3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:46.710716 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-de95c124-20e5-42e2-b689-860a81e2f7f2 req-030862c8-3b74-4c20-b3e0-d62fe2efdcb3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 944 time: 0.0498002 Mar 10 04:10:46.757420 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-de95c124-20e5-42e2-b689-860a81e2f7f2 req-516bbee2-ded5-4594-994e-ac4d2a90df5b tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Mar 10 04:10:47.267440 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:47.341546 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81738e69-ad8d-432a-99b0-0d613101c637 req-19c23913-f906-4aea-ba4e-f9bd5db81f95 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:47.342991 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81738e69-ad8d-432a-99b0-0d613101c637 req-19c23913-f906-4aea-ba4e-f9bd5db81f95 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Mar 10 04:10:47.391238 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81738e69-ad8d-432a-99b0-0d613101c637 req-482437b8-801e-4b2f-9770-303f80c6575c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Mar 10 04:10:47.480713 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e61e84-b5d0-425b-920e-d841b0ba2663 req-e25a83b7-4240-43e5-8c32-9989cb78b1a1 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:47.482659 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41e61e84-b5d0-425b-920e-d841b0ba2663 req-e25a83b7-4240-43e5-8c32-9989cb78b1a1 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 944 time: 0.0509758 Mar 10 04:10:47.526869 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41e61e84-b5d0-425b-920e-d841b0ba2663 req-7ba4f74f-6214-4791-a291-09d966b7ed11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Mar 10 04:10:47.872876 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b483d1-697d-46c2-9c3f-d1179fd12c99 req-6f8ab5e1-f238-47d3-9472-21df9cc42183 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:47.874386 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-72b483d1-697d-46c2-9c3f-d1179fd12c99 req-6f8ab5e1-f238-47d3-9472-21df9cc42183 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 944 time: 0.0527842 Mar 10 04:10:47.921150 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-72b483d1-697d-46c2-9c3f-d1179fd12c99 req-e7c24bfc-601d-4a18-9950-04a94c60ebce tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414326 Mar 10 04:10:48.293893 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:48.415200 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device be303f6b-7e23-41c7-ba5c-06cca636cae9 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:48.470552 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port be303f6b-7e23-41c7-ba5c-06cca636cae9 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:10:48.474200 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port be303f6b-7e23-41c7-ba5c-06cca636cae9 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:48.474578 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:48.524549 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b57547-bf2b-472b-8e41-3e908623fd62 req-e1f94d43-4141-4baa-82d8-03ab7f4e2dc9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:48.526007 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5b57547-bf2b-472b-8e41-3e908623fd62 req-e1f94d43-4141-4baa-82d8-03ab7f4e2dc9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0585814 Mar 10 04:10:48.554497 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port be303f6b-7e23-41c7-ba5c-06cca636cae9 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:48.554634 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:48.582902 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5b57547-bf2b-472b-8e41-3e908623fd62 req-a73a7dc2-7e9d-4235-a82d-28c6b0a8143c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499663 Mar 10 04:10:48.587292 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be303f6b-7e23-41c7-ba5c-06cca636cae9'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:48.595833 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095fb7a-5c23-4d01-8c89-8a5e749c37ff" -d '{"events": [{"server_uuid": "484fc0cf-a7f9-45fe-a1df-a7f62b40057e", "name": "network-vif-plugged", "status": "completed", "tag": "be303f6b-7e23-41c7-ba5c-06cca636cae9"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:48.610007 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port be303f6b-7e23-41c7-ba5c-06cca636cae9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:48.613407 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:48.614150 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device c19e97e8-0259-4a50-9f13-8436fbbb4e47 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:48.647413 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9129549c-f36d-490d-88c6-9cbc76faa66f x-openstack-request-id: req-9129549c-f36d-490d-88c6-9cbc76faa66f {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:48.647987 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484fc0cf-a7f9-45fe-a1df-a7f62b40057e", "name": "network-vif-plugged", "status": "completed", "tag": "be303f6b-7e23-41c7-ba5c-06cca636cae9", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:48.648256 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9129549c-f36d-490d-88c6-9cbc76faa66f {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:48.648661 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'code': 200} Mar 10 04:10:48.681233 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857819d7-8844-4bdb-87e3-6f8952d562cd req-65870ac7-67bc-4a31-a6da-354c41967ed8 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:48.682801 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-857819d7-8844-4bdb-87e3-6f8952d562cd req-65870ac7-67bc-4a31-a6da-354c41967ed8 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 944 time: 0.0676122 Mar 10 04:10:48.754977 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=be303f6b-7e23-41c7-ba5c-06cca636cae9,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:48.792632 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port c19e97e8-0259-4a50-9f13-8436fbbb4e47 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:10:48.799809 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port c19e97e8-0259-4a50-9f13-8436fbbb4e47 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:48.800452 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:48.944809 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a51d23-0309-4242-8a67-db68b2a5d7ae req-35fba568-9ba2-4616-84d7-f326d82ba90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:48.950226 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-27a51d23-0309-4242-8a67-db68b2a5d7ae req-35fba568-9ba2-4616-84d7-f326d82ba90e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 1129 time: 0.0856311 Mar 10 04:10:48.967889 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port c19e97e8-0259-4a50-9f13-8436fbbb4e47 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:48.971380 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:49.017358 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-27a51d23-0309-4242-8a67-db68b2a5d7ae req-0dc3d2e1-e148-4bd9-8760-88a02149c774 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597637 Mar 10 04:10:49.041812 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port c19e97e8-0259-4a50-9f13-8436fbbb4e47, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c19e97e8-0259-4a50-9f13-8436fbbb4e47,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:49.047371 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:49.090664 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-857819d7-8844-4bdb-87e3-6f8952d562cd req-e836f88c-f62b-45cf-86b9-d255e9f0c6ed tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986261 Mar 10 04:10:49.114974 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=c19e97e8-0259-4a50-9f13-8436fbbb4e47,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:49.132351 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2dede-056f-445d-9429-72ff613d9ab1 req-d343cd12-8cb2-48c2-80e9-6fb2a2b526d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:49.134574 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1fb2dede-056f-445d-9429-72ff613d9ab1 req-d343cd12-8cb2-48c2-80e9-6fb2a2b526d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0852635 Mar 10 04:10:49.183401 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1fb2dede-056f-445d-9429-72ff613d9ab1 req-ad1d37c7-fd95-4e85-bc12-628e90e5ff2e tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425456 Mar 10 04:10:49.696642 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861e5fc-838d-4c63-a7f3-7ced2549b4e6 req-590ce4d1-a6cb-4e47-ab16-bdf6d9729032 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:49.698077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c861e5fc-838d-4c63-a7f3-7ced2549b4e6 req-590ce4d1-a6cb-4e47-ab16-bdf6d9729032 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0498717 Mar 10 04:10:49.745501 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c861e5fc-838d-4c63-a7f3-7ced2549b4e6 req-7cfc41ce-94de-4bfc-8233-6f87003e9f16 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Mar 10 04:10:50.046519 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:50.217355 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fefca9-00ec-4ddd-a1c0-773dfc3f1abd req-0ecea107-d064-46dd-ada9-021627e47d16 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:50.220139 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-65fefca9-00ec-4ddd-a1c0-773dfc3f1abd req-0ecea107-d064-46dd-ada9-021627e47d16 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0584404 Mar 10 04:10:50.285217 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-65fefca9-00ec-4ddd-a1c0-773dfc3f1abd req-bb3bb174-d51d-4fed-abbd-957829a86d75 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598586 Mar 10 04:10:50.342762 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fdc3a-8026-481f-8c13-d64a5e40b81e req-6724fc1c-00cb-440e-81c3-5c400c8b7934 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:50.361226 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d14fdc3a-8026-481f-8c13-d64a5e40b81e req-6724fc1c-00cb-440e-81c3-5c400c8b7934 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0955460 Mar 10 04:10:50.423386 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d14fdc3a-8026-481f-8c13-d64a5e40b81e req-8173e793-0c32-4077-b404-599bfbb56197 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612104 Mar 10 04:10:50.653417 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e379f8d4-6c0b-43b1-8977-cee31cf8f573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19e97e8-0259-4a50-9f13-8436fbbb4e47'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:50.656290 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d494a1-11e2-4cf5-b81c-4ce89b8af2a7" -d '{"events": [{"server_uuid": "e379f8d4-6c0b-43b1-8977-cee31cf8f573", "name": "network-vif-plugged", "status": "completed", "tag": "c19e97e8-0259-4a50-9f13-8436fbbb4e47"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:50.691376 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def28fe6-99fc-44e3-b520-72a6cf3f9d9f x-openstack-request-id: req-def28fe6-99fc-44e3-b520-72a6cf3f9d9f {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:50.692034 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e379f8d4-6c0b-43b1-8977-cee31cf8f573", "name": "network-vif-plugged", "status": "completed", "tag": "c19e97e8-0259-4a50-9f13-8436fbbb4e47", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:50.692460 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-def28fe6-99fc-44e3-b520-72a6cf3f9d9f {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:50.693267 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e379f8d4-6c0b-43b1-8977-cee31cf8f573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19e97e8-0259-4a50-9f13-8436fbbb4e47', 'code': 200} Mar 10 04:10:50.853448 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e1756-1b27-4b8b-9a9b-400219b22bc1 req-76069dda-0a1e-41d5-815c-3ee08f8c6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:50.854945 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d75e1756-1b27-4b8b-9a9b-400219b22bc1 req-76069dda-0a1e-41d5-815c-3ee08f8c6125 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 1129 time: 0.0421798 Mar 10 04:10:50.864917 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130f323-9570-43f2-aab1-226d989251eb req-bcec2c0f-f89b-4817-865e-f57f6f4ef5d1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:50.866381 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c130f323-9570-43f2-aab1-226d989251eb req-bcec2c0f-f89b-4817-865e-f57f6f4ef5d1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0546033 Mar 10 04:10:50.902173 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d75e1756-1b27-4b8b-9a9b-400219b22bc1 req-f10b4d28-89dd-4c23-9971-9fffe90cf54c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368035 Mar 10 04:10:50.911293 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c130f323-9570-43f2-aab1-226d989251eb req-d885c130-12a6-49a6-a168-af0ffc5b0af3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Mar 10 04:10:51.417726 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35acaf-b47f-4240-be57-860ff22b176e req-b122c4cd-78ad-4026-af48-83b0d2f44857 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:51.419212 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df35acaf-b47f-4240-be57-860ff22b176e req-b122c4cd-78ad-4026-af48-83b0d2f44857 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Mar 10 04:10:51.479009 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df35acaf-b47f-4240-be57-860ff22b176e req-f77e3571-2a1c-4dd9-8925-4b54031a9ec7 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527790 Mar 10 04:10:51.557696 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac904861-c2fc-4b7b-8e5a-ce22aa15a2eb req-68f2287f-dccf-49b3-937c-208e4869a8c9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:51.559622 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac904861-c2fc-4b7b-8e5a-ce22aa15a2eb req-68f2287f-dccf-49b3-937c-208e4869a8c9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0553977 Mar 10 04:10:51.612279 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac904861-c2fc-4b7b-8e5a-ce22aa15a2eb req-63cd1bfc-f3eb-4139-9849-b9e2e9b12763 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458367 Mar 10 04:10:51.731629 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee680dab-c4fa-492b-8b22-683f5f28c742 req-b7bd1da9-c7ca-46ea-9118-e4b8d59d57c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:51.733621 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ee680dab-c4fa-492b-8b22-683f5f28c742 req-b7bd1da9-c7ca-46ea-9118-e4b8d59d57c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0523484 Mar 10 04:10:51.742012 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 48978) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:51.746441 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'floatingip': {'port_id': 'be303f6b-7e23-41c7-ba5c-06cca636cae9'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:51.783496 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (c3711ef1-dc60-49b4-8ffe-38b97d14eab4), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:52.108534 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36285d2-bd64-4a8d-8272-226795b0e215 req-c8de21fb-5737-4167-af96-3f0067ee82cb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:52.109985 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a36285d2-bd64-4a8d-8272-226795b0e215 req-c8de21fb-5737-4167-af96-3f0067ee82cb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1300507 Mar 10 04:10:52.219605 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a36285d2-bd64-4a8d-8272-226795b0e215 req-c2b652a7-9b02-46bf-bbf1-72c63f9a3300 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039047 Mar 10 04:10:52.281121 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:52.284770 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (c3711ef1-dc60-49b4-8ffe-38b97d14eab4), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:52.382291 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Floating IP c3711ef1-dc60-49b4-8ffe-38b97d14eab4 associated. External IP: 172.27.2.220, port: be303f6b-7e23-41c7-ba5c-06cca636cae9. Mar 10 04:10:52.615152 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Router 6fc79e60-7292-413d-a9de-2ba7f796bee8 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:10:52.630054 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f9990-0f78-42d3-8515-90e63cc50f99 req-ce148a57-eca5-44f1-a9d4-0d2730b19f14 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:52.631485 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-865f9990-0f78-42d3-8515-90e63cc50f99 req-ce148a57-eca5-44f1-a9d4-0d2730b19f14 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0731187 Mar 10 04:10:52.723138 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-865f9990-0f78-42d3-8515-90e63cc50f99 req-38b11786-a0ba-4a93-8da6-d1a86e173f60 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860748 Mar 10 04:10:52.764981 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:10:52.769846 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:52.776062 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] Sync routers for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:10:52.786185 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:52.786900 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:52.798602 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-569241d9-afd1-45db-bfd1-c6c4d36bbc8d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "PUT /v2.0/floatingips/c3711ef1-dc60-49b4-8ffe-38b97d14eab4 HTTP/1.1" status: 200 len: 991 time: 1.0555305 Mar 10 04:10:52.799266 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'tag': 'be303f6b-7e23-41c7-ba5c-06cca636cae9'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:10:52.801540 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c" -d '{"events": [{"name": "network-changed", "server_uuid": "484fc0cf-a7f9-45fe-a1df-a7f62b40057e", "tag": "be303f6b-7e23-41c7-ba5c-06cca636cae9"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:10:52.836663 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f6e9a5-5834-4edf-8883-7f78629c8c3c x-openstack-request-id: req-18f6e9a5-5834-4edf-8883-7f78629c8c3c {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:10:52.836961 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484fc0cf-a7f9-45fe-a1df-a7f62b40057e", "tag": "be303f6b-7e23-41c7-ba5c-06cca636cae9", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:10:52.837217 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18f6e9a5-5834-4edf-8883-7f78629c8c3c {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:10:52.837621 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'tag': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'status': 'completed', 'code': 200} Mar 10 04:10:52.894038 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:53.105176 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c3711ef1-dc60-49b4-8ffe-38b97d14eab4', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'port_id': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'mac_address': 'fa:16:3e:21:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:10:29Z', 'updated_at': '2022-03-10T04:10:52Z', 'revision_number': 1, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:53.133928 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] Checking router: 6fc79e60-7292-413d-a9de-2ba7f796bee8 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:10:53.142686 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:53.143278 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:53.245453 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:53.334041 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe3f3-2cc6-4050-b367-e117fe5905ac req-7288724c-234a-4395-8418-d2a77f8d3e31 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:53.335509 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-07cbe3f3-2cc6-4050-b367-e117fe5905ac req-7288724c-234a-4395-8418-d2a77f8d3e31 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0516829 Mar 10 04:10:53.385241 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-07cbe3f3-2cc6-4050-b367-e117fe5905ac req-05dcfb25-51b3-48e8-805c-9f72aa9cecd6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440834 Mar 10 04:10:53.460883 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c3711ef1-dc60-49b4-8ffe-38b97d14eab4', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'port_id': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'mac_address': 'fa:16:3e:21:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:10:29Z', 'updated_at': '2022-03-10T04:10:52Z', 'revision_number': 1, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:53.486050 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d845016-fed9-4556-9339-6dad86ba91e4 None None] The sync data for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi is: [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c3711ef1-dc60-49b4-8ffe-38b97d14eab4', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'port_id': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'mac_address': 'fa:16:3e:21:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:10:29Z', 'updated_at': '2022-03-10T04:10:52Z', 'revision_number': 1, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:10:53.665894 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb96bd7-7c64-45f2-8a51-e37a5b83e6d0 None None] New status for floating IP c3711ef1-dc60-49b4-8ffe-38b97d14eab4: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:10:53.801564 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-d01c60f1-4983-47ac-b068-18aee7122ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:53.803055 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-d01c60f1-4983-47ac-b068-18aee7122ca8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 1129 time: 0.0499597 Mar 10 04:10:53.865929 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0c74a-0f7e-4658-84d9-b0ed26698424 req-9f56efb3-7a62-4851-9a05-ccdf1cc10e2e tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:53.867704 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ef0c74a-0f7e-4658-84d9-b0ed26698424 req-9f56efb3-7a62-4851-9a05-ccdf1cc10e2e tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0762968 Mar 10 04:10:53.911322 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-fdc00932-7e57-49a1-b260-ec1840dd231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:53.912850 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-fdc00932-7e57-49a1-b260-ec1840dd231a service neutron] 10.222.0.26 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 912 time: 0.1003990 Mar 10 04:10:53.914869 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ef0c74a-0f7e-4658-84d9-b0ed26698424 req-a56b3ea4-0971-4ed1-bb41-30e304f965a1 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Mar 10 04:10:54.034207 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-8ffb5ac7-4189-466e-9c4f-cd4f668795c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9 HTTP/1.1" status: 200 len: 1001 time: 0.0888581 Mar 10 04:10:54.085083 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-f17ecbf1-253a-4ce2-aaf2-ff6595897ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:54.086493 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-f17ecbf1-253a-4ce2-aaf2-ff6595897ff9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 200 len: 850 time: 0.0420034 Mar 10 04:10:54.142361 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-a167dd6d-53f3-4421-8f8b-269f2223a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:54.143867 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-a167dd6d-53f3-4421-8f8b-269f2223a19b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82699838-18bb-40f4-bac9-1e3b6446b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449824 Mar 10 04:10:54.502696 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39340f-0a06-4b62-8b12-27e37fc2bc96 req-824716c4-d3b1-4d28-9e9b-241fc244d8d6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:54.504204 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d39340f-0a06-4b62-8b12-27e37fc2bc96 req-824716c4-d3b1-4d28-9e9b-241fc244d8d6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0542152 Mar 10 04:10:54.558779 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d39340f-0a06-4b62-8b12-27e37fc2bc96 req-4f93dd4e-6e69-413e-9857-b094187356bd tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Mar 10 04:10:55.032240 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270276cc-3e42-46c6-af20-d73676e7189a req-4782855d-47f1-4ab7-84da-fe94649ef853 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:55.033697 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-270276cc-3e42-46c6-af20-d73676e7189a req-4782855d-47f1-4ab7-84da-fe94649ef853 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0549710 Mar 10 04:10:55.081959 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-270276cc-3e42-46c6-af20-d73676e7189a req-a6604813-cded-454e-a0f8-9bdccd21a631 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Mar 10 04:10:55.126131 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-87f6d351-f269-4c15-9f88-324fe50104a4 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854580 Mar 10 04:10:55.674101 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1e864-fa87-4611-9fc8-5bb26af41d8f req-409efd4b-8a7f-4149-88f4-b5f8818cba9a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:55.675537 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-def1e864-fa87-4611-9fc8-5bb26af41d8f req-409efd4b-8a7f-4149-88f4-b5f8818cba9a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0501842 Mar 10 04:10:55.720320 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-def1e864-fa87-4611-9fc8-5bb26af41d8f req-dd946daf-0671-4fe5-b596-d99c76fb963e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Mar 10 04:10:55.937043 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b04e9b4c-f58b-47ce-8c9e-a43a1035b20c req-0432d19e-2bfe-4cf0-bf37-a3e458d82e7d service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Mar 10 04:10:56.194591 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e1676-b96d-49a5-8271-fe94ad85941f req-6d8a1f12-3c2c-45f1-9970-7c1ecced3647 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:56.196194 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-305e1676-b96d-49a5-8271-fe94ad85941f req-6d8a1f12-3c2c-45f1-9970-7c1ecced3647 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0501707 Mar 10 04:10:56.243530 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-305e1676-b96d-49a5-8271-fe94ad85941f req-bba7e9b9-53ba-4787-9df2-f4597cadcc56 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Mar 10 04:10:56.835126 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97616e2d-57f4-430c-a159-cfcd574ce712 req-c71ed5a5-7c51-4060-90d8-9f24d52887ad tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:56.836606 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-97616e2d-57f4-430c-a159-cfcd574ce712 req-c71ed5a5-7c51-4060-90d8-9f24d52887ad tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Mar 10 04:10:56.881306 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-97616e2d-57f4-430c-a159-cfcd574ce712 req-ba3768b4-155b-4f81-b416-ccc8efcd4184 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 Mar 10 04:10:57.360169 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b682b-0711-4ede-acbb-91cdabf1351d req-1f176284-614b-4251-a7aa-7a0cb5652889 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:57.361663 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7c3b682b-0711-4ede-acbb-91cdabf1351d req-1f176284-614b-4251-a7aa-7a0cb5652889 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0550594 Mar 10 04:10:57.409009 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7c3b682b-0711-4ede-acbb-91cdabf1351d req-250f6c09-5ffc-4779-aad2-a160e812ba86 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Mar 10 04:10:58.009298 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637926a4-30b5-4f85-aade-5f4845dc8790 req-4f6b0398-a092-4ca9-b18d-159fa09c5fc9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:58.010779 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-637926a4-30b5-4f85-aade-5f4845dc8790 req-4f6b0398-a092-4ca9-b18d-159fa09c5fc9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0543346 Mar 10 04:10:58.039470 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a14a1-e07b-495b-8675-8ed1bc312124 req-f52ba240-8edc-4819-93a9-69d82a3ebb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:58.041091 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fe9a14a1-e07b-495b-8675-8ed1bc312124 req-f52ba240-8edc-4819-93a9-69d82a3ebb50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0446992 Mar 10 04:10:58.061639 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-637926a4-30b5-4f85-aade-5f4845dc8790 req-ec88a26e-8b01-4e7a-9160-e02f68cc35e7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Mar 10 04:10:58.087726 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fe9a14a1-e07b-495b-8675-8ed1bc312124 req-b4d9e94e-7138-417e-a3b8-6ab8fdc7dbd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Mar 10 04:10:58.531218 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a2cd-eb76-4ed6-9399-45adface22fd req-31a71bb8-dc9d-42f8-94a4-658d27041bbd tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:58.532862 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a51a2cd-eb76-4ed6-9399-45adface22fd req-31a71bb8-dc9d-42f8-94a4-658d27041bbd tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0554800 Mar 10 04:10:58.580895 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a51a2cd-eb76-4ed6-9399-45adface22fd req-333d2828-e309-4f89-a618-f2fa5c2724da tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Mar 10 04:10:59.211988 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8b54c-7c4b-4f77-814d-9e0ab9aeedb0 req-3ad14072-2762-4e43-9185-d228f97aec4b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:59.215039 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c4d8b54c-7c4b-4f77-814d-9e0ab9aeedb0 req-3ad14072-2762-4e43-9185-d228f97aec4b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0624864 Mar 10 04:10:59.291946 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c4d8b54c-7c4b-4f77-814d-9e0ab9aeedb0 req-400a12e5-7e8f-44ed-a197-b63d18cbc565 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710030 Mar 10 04:10:59.309103 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a9db0-ad70-44e4-8dc6-643569efbfff req-82d9a108-24b9-4927-b7f4-0bc5d36a8111 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:59.310573 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-397a9db0-ad70-44e4-8dc6-643569efbfff req-82d9a108-24b9-4927-b7f4-0bc5d36a8111 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0883875 Mar 10 04:10:59.362935 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-397a9db0-ad70-44e4-8dc6-643569efbfff req-3bdbe14e-3f6e-4ef0-b225-316bb8b69f8d tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Mar 10 04:11:00.419286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64197a-9c48-44e7-806f-973e79f8540e req-5b147b38-8dda-4b31-b180-ad82f2d0daad tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:00.423850 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0a64197a-9c48-44e7-806f-973e79f8540e req-5b147b38-8dda-4b31-b180-ad82f2d0daad tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0639043 Mar 10 04:11:00.498846 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0a64197a-9c48-44e7-806f-973e79f8540e req-260372e6-42fa-4af8-a943-dca79c1933f1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741327 Mar 10 04:11:00.510698 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af717e43-e1c3-40a9-a868-34aa515ee8ce req-6d932c91-4ddf-49e4-a558-e108b0e5fdc7 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:00.512252 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-af717e43-e1c3-40a9-a868-34aa515ee8ce req-6d932c91-4ddf-49e4-a558-e108b0e5fdc7 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0741146 Mar 10 04:11:00.560603 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-af717e43-e1c3-40a9-a868-34aa515ee8ce req-458fb742-783b-4908-857b-5020dea41f35 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Mar 10 04:11:00.742375 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b814f7-6aaf-42cf-8a72-987d4378b18a req-21c890f0-0014-43b0-a55f-bbdafcf942d5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:00.743793 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-95b814f7-6aaf-42cf-8a72-987d4378b18a req-21c890f0-0014-43b0-a55f-bbdafcf942d5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Mar 10 04:11:00.757809 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f995d8-afee-4857-b793-adbb8f4202aa req-765c243e-b0cc-4d99-963a-14c0d6df80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:00.759564 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-89f995d8-afee-4857-b793-adbb8f4202aa req-765c243e-b0cc-4d99-963a-14c0d6df80b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0428207 Mar 10 04:11:00.790020 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-95b814f7-6aaf-42cf-8a72-987d4378b18a req-390c7ab5-f424-4a47-bb9d-b3c5bc05b251 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Mar 10 04:11:00.859648 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f995d8-afee-4857-b793-adbb8f4202aa req-9868d012-7314-45d0-8e70-f8b30c4d05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:00.861178 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-89f995d8-afee-4857-b793-adbb8f4202aa req-9868d012-7314-45d0-8e70-f8b30c4d05e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 920 time: 0.0900488 Mar 10 04:11:00.901792 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-89f995d8-afee-4857-b793-adbb8f4202aa req-3677cbd0-6338-44c0-b2a8-618eb667e46b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9973bb0-7507-436a-ab7a-5e04a0299438 HTTP/1.1" status: 200 len: 217 time: 0.0331540 Mar 10 04:11:00.953398 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f995d8-afee-4857-b793-adbb8f4202aa req-0d707e4a-9384-4348-8daa-57796ec7d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:00.954841 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-89f995d8-afee-4857-b793-adbb8f4202aa req-0d707e4a-9384-4348-8daa-57796ec7d2f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.0463393 Mar 10 04:11:00.991383 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-89f995d8-afee-4857-b793-adbb8f4202aa req-8ee19f47-d8f8-4cbd-a9d5-b7fb7d3ec953 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261097 Mar 10 04:11:01.090049 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-89f995d8-afee-4857-b793-adbb8f4202aa req-18bcb841-21b3-4cb9-97bf-699de260cac0 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810809 Mar 10 04:11:01.183345 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-89f995d8-afee-4857-b793-adbb8f4202aa req-c14615d7-7696-4328-885c-971400a8fc50 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850565 Mar 10 04:11:01.391419 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-e168fec0-d456-40d3-a86e-1a31131c8727 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:01.393006 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-e168fec0-d456-40d3-a86e-1a31131c8727 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.26 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0880973 Mar 10 04:11:01.523754 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Deleting port c19e97e8-0259-4a50-9f13-8436fbbb4e47 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:11:01.524103 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:01.628975 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] For port c19e97e8-0259-4a50-9f13-8436fbbb4e47, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c19e97e8-0259-4a50-9f13-8436fbbb4e47,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:01.629370 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:01.645663 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Calling delete_port for c19e97e8-0259-4a50-9f13-8436fbbb4e47 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:11:01.691139 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd781f8-105d-47a5-acd7-287d48bb60c0 req-cb256735-8788-48ff-ab40-9a789b7d318c tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:01.693121 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2bd781f8-105d-47a5-acd7-287d48bb60c0 req-cb256735-8788-48ff-ab40-9a789b7d318c tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=e379f8d4-6c0b-43b1-8977-cee31cf8f573 HTTP/1.1" status: 200 len: 945 time: 0.0550911 Mar 10 04:11:01.743720 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2bd781f8-105d-47a5-acd7-287d48bb60c0 req-7ea97c24-e651-4180-8c6c-b14d53cd221a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 Mar 10 04:11:01.921714 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c5a2e-03aa-4c33-bd3d-3caaf23cb8d6 req-edb0101d-56ff-4637-bd25-5a207b5dcd2c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:01.923177 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-451c5a2e-03aa-4c33-bd3d-3caaf23cb8d6 req-edb0101d-56ff-4637-bd25-5a207b5dcd2c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0619445 Mar 10 04:11:01.971957 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-451c5a2e-03aa-4c33-bd3d-3caaf23cb8d6 req-7df37368-86e3-4950-9946-d3fbbd19b949 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Mar 10 04:11:02.024875 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (c19e97e8-0259-4a50-9f13-8436fbbb4e47), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:02.039411 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['c19e97e8-0259-4a50-9f13-8436fbbb4e47'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:11:02.083360 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Pushing event deleted for resources: {'Port': ['ID=c19e97e8-0259-4a50-9f13-8436fbbb4e47,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:02.121680 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] No DVR routers for this DVR port c19e97e8-0259-4a50-9f13-8436fbbb4e47 on host hv-cinder-77819 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:11:02.125428 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:02.128856 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-edd333e1-c237-4c0f-a08e-cf397103a75d req-a1bb1217-a81a-4f11-b96d-9ac5d9db5490 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.26 "DELETE /v2.0/ports/c19e97e8-0259-4a50-9f13-8436fbbb4e47 HTTP/1.1" status: 204 len: 173 time: 0.7302256 Mar 10 04:11:02.129310 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e379f8d4-6c0b-43b1-8977-cee31cf8f573', 'name': 'network-vif-deleted', 'tag': 'c19e97e8-0259-4a50-9f13-8436fbbb4e47'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:02.131853 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfa37fc-940f-44ab-9966-f70b200fdc90" -d '{"events": [{"server_uuid": "e379f8d4-6c0b-43b1-8977-cee31cf8f573", "name": "network-vif-deleted", "tag": "c19e97e8-0259-4a50-9f13-8436fbbb4e47"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:02.170011 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36f1dac-058d-49f2-b58f-b6d7adbc463b x-openstack-request-id: req-b36f1dac-058d-49f2-b58f-b6d7adbc463b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:02.170301 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e379f8d4-6c0b-43b1-8977-cee31cf8f573", "name": "network-vif-deleted", "tag": "c19e97e8-0259-4a50-9f13-8436fbbb4e47", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:02.170584 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b36f1dac-058d-49f2-b58f-b6d7adbc463b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:02.171466 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e379f8d4-6c0b-43b1-8977-cee31cf8f573', 'name': 'network-vif-deleted', 'tag': 'c19e97e8-0259-4a50-9f13-8436fbbb4e47', 'status': 'completed', 'code': 200} Mar 10 04:11:02.645219 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49210) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:02.772189 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff1c8-1210-49cc-8000-dd5dc8f0fdfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:02.858503 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff1c8-1210-49cc-8000-dd5dc8f0fdfe admin admin] Publish callbacks [] for security_group (55d684db-6ab1-4afb-956c-d0c33e2bee11), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:02.865931 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff1c8-1210-49cc-8000-dd5dc8f0fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (55d684db-6ab1-4afb-956c-d0c33e2bee11), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:02.908324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ff1c8-1210-49cc-8000-dd5dc8f0fdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d684db-6ab1-4afb-956c-d0c33e2bee11,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:02.916979 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-bf6ff1c8-1210-49cc-8000-dd5dc8f0fdfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf0d035d2bc54ff5b6bcafa0d3833387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684476 Mar 10 04:11:02.916979 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49220) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:02.917875 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49222) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:02.979221 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d739f06-d35b-4d36-9d2e-98ec23e65153 admin admin] Publish callbacks [] for security_group (55d684db-6ab1-4afb-956c-d0c33e2bee11), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.005166 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d739f06-d35b-4d36-9d2e-98ec23e65153 admin admin] Publish callbacks [] for security_group (55d684db-6ab1-4afb-956c-d0c33e2bee11), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.049354 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-335c7cf8-8a9c-4086-953d-6c7c5253ff8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.114522 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d739f06-d35b-4d36-9d2e-98ec23e65153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (55d684db-6ab1-4afb-956c-d0c33e2bee11), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.118136 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d739f06-d35b-4d36-9d2e-98ec23e65153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.122068 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8d739f06-d35b-4d36-9d2e-98ec23e65153 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55d684db-6ab1-4afb-956c-d0c33e2bee11 HTTP/1.1" status: 204 len: 168 time: 0.2033322 Mar 10 04:11:03.138018 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d739f06-d35b-4d36-9d2e-98ec23e65153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d684db-6ab1-4afb-956c-d0c33e2bee11,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:03.176856 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-c4536c5d-ef03-4998-92cc-5c7809069458 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:03.179979 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-c4536c5d-ef03-4998-92cc-5c7809069458 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/networks?id=5b2f216b-b8ad-4021-9e7f-754e04973a95 HTTP/1.1" status: 200 len: 809 time: 0.1855702 Mar 10 04:11:03.189721 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f415676-396e-4ce1-a8e1-0976fe3a7a3e req-5d4f30e2-ddb9-4df0-babd-b0b2e925dbbb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:03.197402 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4f415676-396e-4ce1-a8e1-0976fe3a7a3e req-5d4f30e2-ddb9-4df0-babd-b0b2e925dbbb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1459761 Mar 10 04:11:03.199955 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-335c7cf8-8a9c-4086-953d-6c7c5253ff8c admin admin] Publish callbacks [] for security_group (161fb07e-d01f-42c5-af36-64da4120600e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.207620 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-335c7cf8-8a9c-4086-953d-6c7c5253ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (161fb07e-d01f-42c5-af36-64da4120600e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.231507 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-ab880138-fa9a-4ec3-b626-cd9dfa49f646 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/quotas/800ca3221d5c44b38dfdfca75a7cc37c HTTP/1.1" status: 200 len: 375 time: 0.0304332 Mar 10 04:11:03.245559 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-335c7cf8-8a9c-4086-953d-6c7c5253ff8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=538aa8b7b9644301b438d131def60cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281951 Mar 10 04:11:03.248911 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49244) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:03.279903 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-e2730800-c3a1-4682-b570-de3bc61a38ec tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=800ca3221d5c44b38dfdfca75a7cc37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470517 Mar 10 04:11:03.308845 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c7cf8-8a9c-4086-953d-6c7c5253ff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161fb07e-d01f-42c5-af36-64da4120600e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:03.341048 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc40deb8-53e8-4b2f-a335-4fc336de7609 admin admin] Publish callbacks [] for security_group (161fb07e-d01f-42c5-af36-64da4120600e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.345095 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4f415676-396e-4ce1-a8e1-0976fe3a7a3e req-a340c959-b091-4958-858a-0595782bd3ba tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451063 Mar 10 04:11:03.382981 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc40deb8-53e8-4b2f-a335-4fc336de7609 admin admin] Publish callbacks [] for security_group (161fb07e-d01f-42c5-af36-64da4120600e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.405787 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-2962f131-5dff-4af8-a63e-172cd01c2196 service neutron] 10.222.0.15 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239924 Mar 10 04:11:03.438394 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc40deb8-53e8-4b2f-a335-4fc336de7609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (161fb07e-d01f-42c5-af36-64da4120600e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.441344 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cc40deb8-53e8-4b2f-a335-4fc336de7609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:03.452873 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cc40deb8-53e8-4b2f-a335-4fc336de7609 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/161fb07e-d01f-42c5-af36-64da4120600e HTTP/1.1" status: 204 len: 168 time: 0.1985185 Mar 10 04:11:03.466722 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40deb8-53e8-4b2f-a335-4fc336de7609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161fb07e-d01f-42c5-af36-64da4120600e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:03.517668 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-d2542c65-6cc7-412d-bb42-ae9d9a8a5eec service neutron] 10.222.0.15 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008108 Mar 10 04:11:03.681262 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9e2ee8c4-9983-4ed8-8302-c20f3b596a8a req-b4ab09d4-c0e2-4ac0-bb4b-75c3846ffd21 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 210 time: 0.0279558 Mar 10 04:11:04.460132 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf042be-c2d6-44dc-860b-cfc4efa9791e req-3fcc50cb-1a28-4265-8366-903c80ded83c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:04.461741 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3cf042be-c2d6-44dc-860b-cfc4efa9791e req-3fcc50cb-1a28-4265-8366-903c80ded83c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0544696 Mar 10 04:11:04.510308 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3cf042be-c2d6-44dc-860b-cfc4efa9791e req-27c8e46f-5685-419b-b1f6-aa68e22c313d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Mar 10 04:11:04.788181 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-fb825985-133d-4392-af1b-817b5dba87af tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:04.791907 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-fb825985-133d-4392-af1b-817b5dba87af tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.26 "GET /v2.0/networks?id=5b2f216b-b8ad-4021-9e7f-754e04973a95 HTTP/1.1" status: 200 len: 809 time: 0.1256752 Mar 10 04:11:04.806158 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Request body: {'port': {'device_id': 'fe91db2d-e8aa-4109-8112-36ed532a79f6', 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95', 'admin_state_up': True, 'tenant_id': '800ca3221d5c44b38dfdfca75a7cc37c'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:04.809699 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d52188e5-f806-4136-9051-eec9dcc5084a req-1fbbb115-a24f-4845-ba34-497ee7c306de tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 210 time: 0.0297523 Mar 10 04:11:04.944614 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Made reservation on behalf of 800ca3221d5c44b38dfdfca75a7cc37c for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:11:04.949567 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:05.071029 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Allocated IP 172.20.0.13 (5b2f216b-b8ad-4021-9e7f-754e04973a95/7b02a668-3131-473b-bbb2-7adb8e84b62d/2d58ee97-2f3d-4c38-82c2-7eb38eecf070) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:05.224316 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks [] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:05.265924 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:05.317406 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Network 5b2f216b-b8ad-4021-9e7f-754e04973a95 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:05.324717 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:05.327721 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:05.334591 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Pushing event updated for resources: {'Port': ['ID=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:05.381756 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:05.382374 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:05.398779 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a20e9aaf-2386-476c-8fc0-d14e400cac11 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5974963 Mar 10 04:11:05.420243 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Request body: {'port': {'device_id': 'fe91db2d-e8aa-4109-8112-36ed532a79f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:05.477699 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:05.743312 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:11:05.752644 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Publish callbacks [] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:05.768416 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Transition to ACTIVE for port object 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:11:05.776437 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:05.826864 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:05.903863 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Attempting to bind port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:05.904209 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Attempting to bind port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:05.904539 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Attempting to bind port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 on network 5b2f216b-b8ad-4021-9e7f-754e04973a95 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:05.909587 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 on network 5b2f216b-b8ad-4021-9e7f-754e04973a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:11:05.909917 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Attempting to bind port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 on network 5b2f216b-b8ad-4021-9e7f-754e04973a95 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:05.915053 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:05.915393 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Checking segment: {'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:05.915801 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Bound using segment: {'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:05.916292 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Bound port: 2d58ee97-2f3d-4c38-82c2-7eb38eecf070, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b29f7c2-4ad0-42b3-960c-962f00430bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:05.916683 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:05.943777 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4e7c-e357-4242-920c-a6e608f63381 req-a25327b3-dc39-458f-b67f-f1f05daa0191 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:05.951088 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a22e4e7c-e357-4242-920c-a6e608f63381 req-a25327b3-dc39-458f-b67f-f1f05daa0191 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 944 time: 0.0675361 Mar 10 04:11:05.992932 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] For port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070, host hv-cinder-77819, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:05.997024 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] For port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:06.002796 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:06.023310 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a22e4e7c-e357-4242-920c-a6e608f63381 req-a13effa6-389e-4f61-982b-3c503f13eef6 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713246 Mar 10 04:11:06.040971 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:06.041592 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:06.042963 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/2d58ee97-2f3d-4c38-82c2-7eb38eecf070 HTTP/1.1" status: 200 len: 1094 time: 0.6266763 Mar 10 04:11:06.043419 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe91db2d-e8aa-4109-8112-36ed532a79f6', 'tag': '2d58ee97-2f3d-4c38-82c2-7eb38eecf070'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:06.045723 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60" -d '{"events": [{"name": "network-changed", "server_uuid": "fe91db2d-e8aa-4109-8112-36ed532a79f6", "tag": "2d58ee97-2f3d-4c38-82c2-7eb38eecf070"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:06.057660 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ef64f-b44a-4141-86be-5e16d9b4fbe6 req-bb851321-1483-4235-8d45-6240c442580b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:06.059328 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-664ef64f-b44a-4141-86be-5e16d9b4fbe6 req-bb851321-1483-4235-8d45-6240c442580b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0838037 Mar 10 04:11:06.079835 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd1ffb-bdf2-4f8a-a4d9-044bee2e29c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:06.100022 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afb4d22-165e-4095-8cd7-5752481a0262 x-openstack-request-id: req-3afb4d22-165e-4095-8cd7-5752481a0262 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:06.100315 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe91db2d-e8aa-4109-8112-36ed532a79f6", "tag": "2d58ee97-2f3d-4c38-82c2-7eb38eecf070", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:06.100569 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3afb4d22-165e-4095-8cd7-5752481a0262 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:06.101011 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe91db2d-e8aa-4109-8112-36ed532a79f6', 'tag': '2d58ee97-2f3d-4c38-82c2-7eb38eecf070', 'status': 'completed', 'code': 200} Mar 10 04:11:06.121643 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-664ef64f-b44a-4141-86be-5e16d9b4fbe6 req-d97f4b71-e2e3-4bfb-96bf-ab4feee11782 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499015 Mar 10 04:11:06.154330 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-2d7aedfa-f26c-403f-815d-bcc008beea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:06.155898 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-2d7aedfa-f26c-403f-815d-bcc008beea5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=800ca3221d5c44b38dfdfca75a7cc37c&device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 1128 time: 0.0461876 Mar 10 04:11:06.210824 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a8d72af3-d0f0-4797-8a7f-6963ab3bb753 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d58ee97-2f3d-4c38-82c2-7eb38eecf070 HTTP/1.1" status: 200 len: 217 time: 0.0385380 Mar 10 04:11:06.272072 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a6101d8e-d524-405e-b68c-6ca1fc411d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:06.273527 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-a6101d8e-d524-405e-b68c-6ca1fc411d80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b02a668-3131-473b-bbb2-7adb8e84b62d HTTP/1.1" status: 200 len: 849 time: 0.0543489 Mar 10 04:11:06.306953 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-ecb6b31f-9b7a-4d1b-919d-2407b042a658 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b2f216b-b8ad-4021-9e7f-754e04973a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256305 Mar 10 04:11:06.415053 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-78f10d95-aad5-4d7f-83f5-aee5812290f7 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963085 Mar 10 04:11:06.489608 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device c19e97e8-0259-4a50-9f13-8436fbbb4e47 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:11:06.510351 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: c19e97e8-0259-4a50-9f13-8436fbbb4e47 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:11:06.510862 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device c19e97e8-0259-4a50-9f13-8436fbbb4e47 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:11:06.526906 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-870b2c30-9d1c-4b32-8c7d-a93b71d9f87e req-0e779750-2d81-456b-8216-8431735dfe46 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917029 Mar 10 04:11:06.633381 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-1e4ad274-5013-4752-b581-94a97546853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:06.635024 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-1e4ad274-5013-4752-b581-94a97546853f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=800ca3221d5c44b38dfdfca75a7cc37c&device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 1128 time: 0.0470452 Mar 10 04:11:06.728640 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-61c24d26-2ccb-4333-a92d-f861a87d3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:06.730023 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-61c24d26-2ccb-4333-a92d-f861a87d3dae service neutron] 10.222.0.26 "GET /v2.0/networks?id=5b2f216b-b8ad-4021-9e7f-754e04973a95 HTTP/1.1" status: 200 len: 910 time: 0.0869935 Mar 10 04:11:06.771298 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-b7c92466-be63-4589-88df-6cfbd7a8173e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d58ee97-2f3d-4c38-82c2-7eb38eecf070 HTTP/1.1" status: 200 len: 217 time: 0.0339205 Mar 10 04:11:06.823718 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-f0950361-68d7-4ae3-b310-0b117cfd6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:06.825219 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-f0950361-68d7-4ae3-b310-0b117cfd6a14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7b02a668-3131-473b-bbb2-7adb8e84b62d HTTP/1.1" status: 200 len: 849 time: 0.0475435 Mar 10 04:11:06.858669 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-67bb89a2-fb2c-474f-9e00-2389a5abc1ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5b2f216b-b8ad-4021-9e7f-754e04973a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249403 Mar 10 04:11:06.951557 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-f464d59b-79bb-4684-9632-0fc0e8750060 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845954 Mar 10 04:11:07.053697 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e10fc5f3-bb09-4c47-a278-ed3aedba1e60 req-7ac36f13-bde1-4014-b66d-63eaae69e0ec service neutron] 10.222.0.26 "GET /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912921 Mar 10 04:11:07.085359 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49344) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:07.151886 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede86ccb-5356-4f38-9bbc-e0a2560d281b req-38bc5d3c-0ce8-4e60-aa2e-cb9c76069fa4 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:07.153397 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ede86ccb-5356-4f38-9bbc-e0a2560d281b req-38bc5d3c-0ce8-4e60-aa2e-cb9c76069fa4 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 944 time: 0.0529859 Mar 10 04:11:07.195746 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ef68bd5-14da-46c5-811d-ac407e4bff0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:07.205444 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ede86ccb-5356-4f38-9bbc-e0a2560d281b req-825777af-1b7b-442f-a212-f259c2443b7b tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449989 Mar 10 04:11:07.271199 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ef68bd5-14da-46c5-811d-ac407e4bff0f admin admin] Publish callbacks [] for security_group (e4568daa-adcb-411c-8159-e5e2b8f21c74), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:07.275369 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ef68bd5-14da-46c5-811d-ac407e4bff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (e4568daa-adcb-411c-8159-e5e2b8f21c74), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:07.313707 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9ef68bd5-14da-46c5-811d-ac407e4bff0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=170c79cfe27b4db1b0a3d217ce2f0526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270210 Mar 10 04:11:07.314713 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef68bd5-14da-46c5-811d-ac407e4bff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4568daa-adcb-411c-8159-e5e2b8f21c74,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:07.316465 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49352) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:07.362899 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5613-3935-4416-b693-651cfb83815d admin admin] Publish callbacks [] for security_group (e4568daa-adcb-411c-8159-e5e2b8f21c74), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:07.384627 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5613-3935-4416-b693-651cfb83815d admin admin] Publish callbacks [] for security_group (e4568daa-adcb-411c-8159-e5e2b8f21c74), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:07.431449 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5613-3935-4416-b693-651cfb83815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (e4568daa-adcb-411c-8159-e5e2b8f21c74), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:07.434048 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5613-3935-4416-b693-651cfb83815d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:07.435174 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fbfd5613-3935-4416-b693-651cfb83815d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4568daa-adcb-411c-8159-e5e2b8f21c74 HTTP/1.1" status: 204 len: 168 time: 0.1176779 Mar 10 04:11:07.443871 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd5613-3935-4416-b693-651cfb83815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4568daa-adcb-411c-8159-e5e2b8f21c74,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:07.924131 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:11:08.050744 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49376) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:08.146643 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2063110707-network', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:08.164592 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Made reservation on behalf of 91e8c3a1fca04f8094024519d894a9a8 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:11:08.167767 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.177627 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.255446 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Publish callbacks [] for security_group (14358acd-61f0-4970-9876-a2684d08beed), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.259348 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (14358acd-61f0-4970-9876-a2684d08beed), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.281944 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:11:08.297615 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14358acd-61f0-4970-9876-a2684d08beed,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:08.301769 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (dad75ffe-35ac-4ae8-b373-5a3d5d29a40d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.302112 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Added segment dad75ffe-35ac-4ae8-b373-5a3d5d29a40d of type vlan for network 1f743f76-00d7-44d9-a968-38e966583447 Mar 10 04:11:08.331020 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f55b-fe53-46fe-a00a-fce2f811cba5 req-1d365b56-5311-4e23-a629-20d9c3a80e58 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:08.332564 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6815f55b-fe53-46fe-a00a-fce2f811cba5 req-1d365b56-5311-4e23-a629-20d9c3a80e58 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 944 time: 0.0567396 Mar 10 04:11:08.347332 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (1f743f76-00d7-44d9-a968-38e966583447), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.374117 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (1f743f76-00d7-44d9-a968-38e966583447), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.375118 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:08.375712 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.382680 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6815f55b-fe53-46fe-a00a-fce2f811cba5 req-ed58fa18-8d3f-4cdc-ac87-f2863582a777 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Mar 10 04:11:08.406290 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3544545 Mar 10 04:11:08.409149 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49384) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:08.413897 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Request body: {'subnet': {'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2063110707-subnet', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:08.432821 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Made reservation on behalf of 91e8c3a1fca04f8094024519d894a9a8 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:11:08.435378 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.441534 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d12fc-817a-41ae-a181-d49241184901 admin admin] Pushing event updated for resources: {'Network': ['ID=1f743f76-00d7-44d9-a968-38e966583447,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:08.452907 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 1f743f76-00d7-44d9-a968-38e966583447 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:11:08.605118 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (cd873b7e-1280-4243-92aa-a87e1314450e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.662164 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd873b7e-1280-4243-92aa-a87e1314450e,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:08.672150 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Checking segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:08.672505 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Network hostable DHCP agents. Network: 1f743f76-00d7-44d9-a968-38e966583447, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:11:08.689068 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Network 1f743f76-00d7-44d9-a968-38e966583447 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:11:08.697372 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 1f743f76-00d7-44d9-a968-38e966583447) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:08.701379 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:08.702014 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.708318 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9a281-6aa4-43e2-84be-7c5c88c5709b None None] Network 1f743f76-00d7-44d9-a968-38e966583447 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:11:08.717883 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-74d85552-3a18-4b12-b0e5-5b060af1d575 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3076799 Mar 10 04:11:08.720863 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49388) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:08.726142 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:08.744150 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (a72f829c-f00c-4a00-84cd-06891dbdd2bf), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.745216 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (a72f829c-f00c-4a00-84cd-06891dbdd2bf), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.802174 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks [] for router_controller (a72f829c-f00c-4a00-84cd-06891dbdd2bf), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.805254 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-1f743f76-00d7-44d9-a968-38e966583447', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:11:08.806131 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:08.949807 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Allocated IP 172.20.0.2 (1f743f76-00d7-44d9-a968-38e966583447/cd873b7e-1280-4243-92aa-a87e1314450e/7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:09.099420 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Publish callbacks [] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.104877 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.144897 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Network 1f743f76-00d7-44d9-a968-38e966583447 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:09.149715 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:09.156317 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Pushing event updated for resources: {'Port': ['ID=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:09.158472 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:09.176388 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks [] for router_gateway (a72f829c-f00c-4a00-84cd-06891dbdd2bf), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.215571 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Attempting to bind port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:09.215965 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Attempting to bind port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:09.216323 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Attempting to bind port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 on network 1f743f76-00d7-44d9-a968-38e966583447 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:09.221551 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:09.221996 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Checking segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:09.222322 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.222710 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Bound using segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:09.223167 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Bound port: 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:09.223555 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.285580 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] For port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:09.288613 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] For port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:09.294381 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.352320 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e944d34-5993-4c70-9be0-531dd4f69f4a None None] Pushing event updated for resources: {'Port': ['ID=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:09.381043 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks [] for router_gateway (a72f829c-f00c-4a00-84cd-06891dbdd2bf), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.404547 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.558980 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Allocated IP 172.27.2.130 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/e8011183-48aa-4825-9295-4cfe6de9f691) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:09.579243 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b8b09-31ee-4aa3-b6dc-533f31077351 req-951d13b0-ecbf-4de4-a740-ff07734f5995 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:09.580789 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-651b8b09-31ee-4aa3-b6dc-533f31077351 req-951d13b0-ecbf-4de4-a740-ff07734f5995 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 944 time: 0.1168244 Mar 10 04:11:09.688952 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-651b8b09-31ee-4aa3-b6dc-533f31077351 req-aee1be8d-254d-41c1-a933-1a9460692254 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978503 Mar 10 04:11:09.717311 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks [] for port (e8011183-48aa-4825-9295-4cfe6de9f691), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.749894 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:09.790559 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:09.795196 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:09.798656 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:09.832594 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Pushing event updated for resources: {'Port': ['ID=e8011183-48aa-4825-9295-4cfe6de9f691,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:10.019654 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks [] for router_gateway (a72f829c-f00c-4a00-84cd-06891dbdd2bf), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:10.224824 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (a72f829c-f00c-4a00-84cd-06891dbdd2bf), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:10.278445 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc836a0a-c86d-48f0-a5f8-50d58e850646 None None] Network 1f743f76-00d7-44d9-a968-38e966583447 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:11:10.356444 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Router a72f829c-f00c-4a00-84cd-06891dbdd2bf is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:11:10.397340 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-38b18e89-6676-471d-bf32-aba4a049bb39 None None] Provisioning complete for port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:10.397708 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-38b18e89-6676-471d-bf32-aba4a049bb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:10.479017 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:11:10.490977 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-38b18e89-6676-471d-bf32-aba4a049bb39 None None] Current status of the port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:10.491483 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-38b18e89-6676-471d-bf32-aba4a049bb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:10.493961 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Sync routers for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:11:10.504572 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:11:10.505286 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:10.506511 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:10.510246 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9dc469f1-5067-4ba9-95af-20fbba1ce660 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7859950 Mar 10 04:11:10.510485 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49398) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:10.536114 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-38b18e89-6676-471d-bf32-aba4a049bb39 None None] For port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:10.538895 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:11:10.569351 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-38b18e89-6676-471d-bf32-aba4a049bb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:10.633312 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:11:10.695752 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b18e89-6676-471d-bf32-aba4a049bb39 None None] Pushing event updated for resources: {'Port': ['ID=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:10.729346 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:10.738153 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-83213f02-98e3-4c9c-8735-74578708eefa None None] Provisioning complete for port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:10.738530 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-83213f02-98e3-4c9c-8735-74578708eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:10.764075 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '2d58ee97-2f3d-4c38-82c2-7eb38eecf070', 'network_id': '5b2f216b-b8ad-4021-9e7f-754e04973a95', 'port_id': '2d58ee97-2f3d-4c38-82c2-7eb38eecf070', 'mac_address': 'fa:16:3e:8a:1a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b02a668-3131-473b-bbb2-7adb8e84b62d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:11:10.820318 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:10.820727 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:10.834937 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:11:10.899565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd70dd2-3d69-4f02-85a9-e9a399705ad4 req-7a416d68-4b20-41f9-ba26-28d337e30f98 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:10.901200 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd70dd2-3d69-4f02-85a9-e9a399705ad4 req-7a416d68-4b20-41f9-ba26-28d337e30f98 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 944 time: 0.1034591 Mar 10 04:11:10.922861 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:09Z', 'revision_number': 3, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:10.953743 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Checking router: a72f829c-f00c-4a00-84cd-06891dbdd2bf for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:11:10.954089 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Updating router a72f829c-f00c-4a00-84cd-06891dbdd2bf port e8011183-48aa-4825-9295-4cfe6de9f691 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:11:10.984050 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.006481 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd70dd2-3d69-4f02-85a9-e9a399705ad4 req-0a8304a4-8003-4356-b916-2c57b6752ca0 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967288 Mar 10 04:11:11.019609 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:11.028681 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.058807 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-83213f02-98e3-4c9c-8735-74578708eefa None None] Current status of the port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:11.086521 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:11.134244 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.250815 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Publish callbacks [] for port (e8011183-48aa-4825-9295-4cfe6de9f691), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.257024 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.295105 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Allocated IP 172.20.0.1 (1f743f76-00d7-44d9-a968-38e966583447/cd873b7e-1280-4243-92aa-a87e1314450e/bc99e107-b5f1-4c1d-a44f-a26ce621db6d) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:11.310006 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Attempting to bind port e8011183-48aa-4825-9295-4cfe6de9f691 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:11.310432 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Attempting to bind port e8011183-48aa-4825-9295-4cfe6de9f691 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:11.310794 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Attempting to bind port e8011183-48aa-4825-9295-4cfe6de9f691 on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:11.313815 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3dca7-286b-463c-a039-09af9183f719 None None] Pushing event updated for resources: {'Port': ['ID=e8011183-48aa-4825-9295-4cfe6de9f691,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:11.319865 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:11.320237 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:11.320817 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.321206 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:11.321670 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Bound port: e8011183-48aa-4825-9295-4cfe6de9f691, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:11.322048 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.375317 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] For port e8011183-48aa-4825-9295-4cfe6de9f691, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:11.378691 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] For port e8011183-48aa-4825-9295-4cfe6de9f691, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e8011183-48aa-4825-9295-4cfe6de9f691,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:11.385636 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.391451 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['2d58ee97-2f3d-4c38-82c2-7eb38eecf070'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:11:11.402807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Publish callbacks [] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.440522 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.455178 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3dca7-286b-463c-a039-09af9183f719 None None] Pushing event updated for resources: {'Port': ['ID=e8011183-48aa-4825-9295-4cfe6de9f691,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:11.469046 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:11:11.469708 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:11.488529 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Network 1f743f76-00d7-44d9-a968-38e966583447 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:11.493901 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:11.497809 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:11.498380 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (a72f829c-f00c-4a00-84cd-06891dbdd2bf), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.505737 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Pushing event updated for resources: {'Port': ['ID=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:11.551040 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.551493 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.551967 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.552406 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.552837 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.553268 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.553697 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.554124 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.554565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.554987 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.555654 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.555827 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.556256 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:11.659289 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:11.665542 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:11:11.699589 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.713653 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:11.714323 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.826835 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:11.880376 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:09Z', 'revision_number': 3, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:11.883306 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Publish callbacks [] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.891958 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.892709 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (a72f829c-f00c-4a00-84cd-06891dbdd2bf), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.893533 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-bcf7c600-4e8e-4941-9cc6-19f39528425c None None] Provisioning complete for port bc99e107-b5f1-4c1d-a44f-a26ce621db6d triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:11.894129 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c600-4e8e-4941-9cc6-19f39528425c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:11.913730 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7931d-2b9c-4ea1-b25d-57d197210da0 None None] The sync data for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi is: [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:09Z', 'revision_number': 3, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:11:11.935979 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7c600-4e8e-4941-9cc6-19f39528425c None None] Port bc99e107-b5f1-4c1d-a44f-a26ce621db6d cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:11:11.960153 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Pushing event updated for resources: {'Port': ['ID=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:12.021852 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Network 1f743f76-00d7-44d9-a968-38e966583447 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:12.023243 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:12.198759 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Router a72f829c-f00c-4a00-84cd-06891dbdd2bf has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:11:12.207223 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8f804-e145-48f0-802c-f494a46e0d75 req-8771cea9-1396-494b-a303-2bd3dbc2e649 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:12.208795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b7b8f804-e145-48f0-802c-f494a46e0d75 req-8771cea9-1396-494b-a303-2bd3dbc2e649 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 945 time: 0.1123681 Mar 10 04:11:12.301988 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b7b8f804-e145-48f0-802c-f494a46e0d75 req-39d446a7-0f43-494a-8c7d-58d0b73c1d3e tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867460 Mar 10 04:11:12.365658 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:11:12.369159 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-dc302585-3f65-4550-a384-df92f443819b None None] Provisioning complete for port bc99e107-b5f1-4c1d-a44f-a26ce621db6d triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:12.369539 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dc302585-3f65-4550-a384-df92f443819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:12.370919 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b64a7e4b-1596-4fc5-bc37-ecf3b7182161 admin admin] 10.222.0.15 "PUT /v2.0/routers/a72f829c-f00c-4a00-84cd-06891dbdd2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8594565 Mar 10 04:11:12.410127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-dc302585-3f65-4550-a384-df92f443819b None None] Port bc99e107-b5f1-4c1d-a44f-a26ce621db6d cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:11:12.521693 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:12.578809 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:11:12.582902 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:12.583278 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:12.684056 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:12.684746 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:12.711865 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe91db2d-e8aa-4109-8112-36ed532a79f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d58ee97-2f3d-4c38-82c2-7eb38eecf070'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:12.714767 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6ea1c1-05e0-4871-96f2-1b66b9f56e00" -d '{"events": [{"server_uuid": "fe91db2d-e8aa-4109-8112-36ed532a79f6", "name": "network-vif-plugged", "status": "completed", "tag": "2d58ee97-2f3d-4c38-82c2-7eb38eecf070"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:12.735842 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:12.745051 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:12.770868 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753387be-68ee-41d6-91c3-69a31b18575a x-openstack-request-id: req-753387be-68ee-41d6-91c3-69a31b18575a {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:12.771161 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe91db2d-e8aa-4109-8112-36ed532a79f6", "name": "network-vif-plugged", "status": "completed", "tag": "2d58ee97-2f3d-4c38-82c2-7eb38eecf070", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:12.772078 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-753387be-68ee-41d6-91c3-69a31b18575a {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:12.772470 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe91db2d-e8aa-4109-8112-36ed532a79f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d58ee97-2f3d-4c38-82c2-7eb38eecf070', 'code': 200} Mar 10 04:11:12.802110 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:12.961178 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06ea0d-0b68-4689-9e3d-9a848c33ce85 req-a0b33a0d-a371-47b9-abe4-952a4d787fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:12.962760 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bc06ea0d-0b68-4689-9e3d-9a848c33ce85 req-a0b33a0d-a371-47b9-abe4-952a4d787fd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 1130 time: 0.0467730 Mar 10 04:11:12.970565 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49438) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:12.975118 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2040726837-network', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:13.010477 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Made reservation on behalf of 29e5e51d084e48cdaa93eacc0c264723 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:11:13.012701 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.024299 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.044440 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bc06ea0d-0b68-4689-9e3d-9a848c33ce85 req-dff5158b-8633-4089-a6ea-385c6e390bd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612054 Mar 10 04:11:13.110702 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Publish callbacks [] for security_group (13242208-8008-4355-b1c6-ea460ed95cea), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.114696 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (13242208-8008-4355-b1c6-ea460ed95cea), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.141711 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:11:13.151070 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13242208-8008-4355-b1c6-ea460ed95cea,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:13.160031 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (5ff5c28b-7ba7-4603-ab35-21dcd74d5457), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.160369 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Added segment 5ff5c28b-7ba7-4603-ab35-21dcd74d5457 of type vlan for network c8532c0e-f71e-43e4-a803-9fd445e6baa3 Mar 10 04:11:13.162303 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.162645 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.162985 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.163317 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.163646 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.163997 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.164324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.164647 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.164969 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.165290 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.165610 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.165928 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.166242 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:13.210644 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (c8532c0e-f71e-43e4-a803-9fd445e6baa3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.235811 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (c8532c0e-f71e-43e4-a803-9fd445e6baa3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.236825 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:13.237431 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.273911 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3023286 Mar 10 04:11:13.276481 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49444) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:13.281153 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Request body: {'subnet': {'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2040726837-subnet', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:13.314601 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987c7af-314b-472b-a2bd-a0772c95d170 admin admin] Pushing event updated for resources: {'Network': ['ID=c8532c0e-f71e-43e4-a803-9fd445e6baa3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:13.325602 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network c8532c0e-f71e-43e4-a803-9fd445e6baa3 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:11:13.328221 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Made reservation on behalf of 29e5e51d084e48cdaa93eacc0c264723 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:11:13.330556 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126656659'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.438668 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c1648ad9-0152-4475-aab4-ddf079ee6814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.462532 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f46bee-a429-4356-883f-b0d939be118d req-26971528-d4da-473c-8a50-c86473e84532 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:13.464310 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-80f46bee-a429-4356-883f-b0d939be118d req-26971528-d4da-473c-8a50-c86473e84532 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 946 time: 0.0765424 Mar 10 04:11:13.531574 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-80f46bee-a429-4356-883f-b0d939be118d req-66208d5a-02c5-4b8c-b7e8-6e8a223c7ed6 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552990 Mar 10 04:11:13.581819 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126390772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126656701'] for subnet (ed45dc26-5a57-4dad-ae7c-6079e239a557), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.600626 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e8011183-48aa-4825-9295-4cfe6de9f691 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:13.645085 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed45dc26-5a57-4dad-ae7c-6079e239a557,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:13.650389 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port e8011183-48aa-4825-9295-4cfe6de9f691 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:13.650955 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.653184 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Checking segment: {'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:13.653543 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Network hostable DHCP agents. Network: c8532c0e-f71e-43e4-a803-9fd445e6baa3, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:11:13.678565 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Network c8532c0e-f71e-43e4-a803-9fd445e6baa3 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:11:13.693951 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, c8532c0e-f71e-43e4-a803-9fd445e6baa3) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:13.698928 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Sync routers for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:11:13.703114 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57421b22-fd3a-4eaf-b653-5c708f5db1c9 None None] Network c8532c0e-f71e-43e4-a803-9fd445e6baa3 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:11:13.704694 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:13.705291 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.719873 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-05d3b6f8-5ce6-4433-822c-d385f1697e19 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4423642 Mar 10 04:11:13.722472 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49452) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:13.726559 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:13.744760 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (15be8068-d74d-4e21-90c7-7c0b4de070a5), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.745793 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (15be8068-d74d-4e21-90c7-7c0b4de070a5), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.787952 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:11:13.788604 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:13.801865 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks [] for router_controller (15be8068-d74d-4e21-90c7-7c0b4de070a5), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.848382 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port e8011183-48aa-4825-9295-4cfe6de9f691 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:13.848697 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.900870 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port e8011183-48aa-4825-9295-4cfe6de9f691, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e8011183-48aa-4825-9295-4cfe6de9f691,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:13.937054 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-c8532c0e-f71e-43e4-a803-9fd445e6baa3', 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3', 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'fixed_ips': [{'subnet_id': 'ed45dc26-5a57-4dad-ae7c-6079e239a557'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:11:13.938120 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.943710 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:13.944006 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks [] for router_gateway (15be8068-d74d-4e21-90c7-7c0b4de070a5), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.012097 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:11:14.125071 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=e8011183-48aa-4825-9295-4cfe6de9f691,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:14.160925 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks [] for router_gateway (15be8068-d74d-4e21-90c7-7c0b4de070a5), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.181251 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.268423 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Allocated IP 172.20.0.2 (c8532c0e-f71e-43e4-a803-9fd445e6baa3/ed45dc26-5a57-4dad-ae7c-6079e239a557/c1306161-4ff7-4f70-a030-0bbe408b7ef8) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:14.310970 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3f4c3-28bb-4eec-b78b-f1028cb9843d req-4f3e42eb-c1ef-4675-957e-039f208b4efb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:14.313849 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6f3f4c3-28bb-4eec-b78b-f1028cb9843d req-4f3e42eb-c1ef-4675-957e-039f208b4efb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0646372 Mar 10 04:11:14.330486 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Allocated IP 172.27.2.14 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/649c5c5f-e92e-4f7c-9236-ff761825fcb3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:14.363934 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-b05677bc-2d9b-4b38-ada5-fe2f5fdf7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:14.365312 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-b05677bc-2d9b-4b38-ada5-fe2f5fdf7249 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0911272 Mar 10 04:11:14.379445 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6f3f4c3-28bb-4eec-b78b-f1028cb9843d req-565894bd-cec8-4be6-a986-3a7c102719e6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602148 Mar 10 04:11:14.444444 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 2, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:14.475115 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Checking router: a72f829c-f00c-4a00-84cd-06891dbdd2bf for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:11:14.475465 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Updating router a72f829c-f00c-4a00-84cd-06891dbdd2bf port bc99e107-b5f1-4c1d-a44f-a26ce621db6d binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:11:14.509370 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks [] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.515393 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Publish callbacks [] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.519931 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.522994 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-076aada6-3c9c-4b4b-8481-2941a5aa13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:14.524503 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-076aada6-3c9c-4b4b-8481-2941a5aa13e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 920 time: 0.1457448 Mar 10 04:11:14.529394 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.582922 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-b5c924b5-e305-4649-9bcb-ec96f8993e8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9973bb0-7507-436a-ab7a-5e04a0299438 HTTP/1.1" status: 200 len: 217 time: 0.0434537 Mar 10 04:11:14.592194 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.669116 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822976d-bacb-4ba3-8ac7-17794464985e req-b1c5e5a3-2548-4ec1-ba82-9ad72781f8d2 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:14.671228 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2822976d-bacb-4ba3-8ac7-17794464985e req-b1c5e5a3-2548-4ec1-ba82-9ad72781f8d2 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 946 time: 0.0637410 Mar 10 04:11:14.673357 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:14.682623 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:14.688894 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:14.710512 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Pushing event updated for resources: {'Port': ['ID=649c5c5f-e92e-4f7c-9236-ff761825fcb3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:14.721358 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-40229a6c-de8e-43a6-a197-67029ecea14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:14.722821 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-40229a6c-de8e-43a6-a197-67029ecea14d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.1265984 Mar 10 04:11:14.729355 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2822976d-bacb-4ba3-8ac7-17794464985e req-29cc166a-afee-4df7-a272-5b2bae71a3bf tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506144 Mar 10 04:11:14.767932 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Network c8532c0e-f71e-43e4-a803-9fd445e6baa3 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:14.775506 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:14.778406 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:14.795411 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Pushing event updated for resources: {'Port': ['ID=c1306161-4ff7-4f70-a030-0bbe408b7ef8,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:14.799158 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-3c5da95a-92f3-4c38-89f8-c5ade220ad3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605562 Mar 10 04:11:14.903252 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Attempting to bind port c1306161-4ff7-4f70-a030-0bbe408b7ef8 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:14.903627 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Attempting to bind port c1306161-4ff7-4f70-a030-0bbe408b7ef8 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:14.904016 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Attempting to bind port c1306161-4ff7-4f70-a030-0bbe408b7ef8 on network c8532c0e-f71e-43e4-a803-9fd445e6baa3 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:14.914775 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:14.915121 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Checking segment: {'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:14.915515 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.915938 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Bound using segment: {'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:14.916415 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Bound port: c1306161-4ff7-4f70-a030-0bbe408b7ef8, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:14.916796 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:14.984324 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-8f85e84d-2569-4b9a-8f02-f3f6cfe51dd1 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545768 Mar 10 04:11:15.045843 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] For port c1306161-4ff7-4f70-a030-0bbe408b7ef8, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:15.066289 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] For port c1306161-4ff7-4f70-a030-0bbe408b7ef8, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=c1306161-4ff7-4f70-a030-0bbe408b7ef8,segment=NetworkSegment(5ff5c28b-7ba7-4603-ab35-21dcd74d5457),segment_id=5ff5c28b-7ba7-4603-ab35-21dcd74d5457)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:15.085013 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.181520 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Publish callbacks [] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.188194 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb024a-49d0-4bc9-a2cf-1cd30368d009 None None] Pushing event updated for resources: {'Port': ['ID=c1306161-4ff7-4f70-a030-0bbe408b7ef8,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:15.192897 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.270540 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b4da7-e042-44e6-b369-cc482da7fc9a None None] Pushing event updated for resources: {'Port': ['ID=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:15.312262 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Attempting to bind port bc99e107-b5f1-4c1d-a44f-a26ce621db6d on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:15.312634 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Attempting to bind port bc99e107-b5f1-4c1d-a44f-a26ce621db6d by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:15.313715 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Attempting to bind port bc99e107-b5f1-4c1d-a44f-a26ce621db6d on network 1f743f76-00d7-44d9-a968-38e966583447 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:15.320960 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:15.321325 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Checking segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:15.322191 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.322619 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Bound using segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:15.323101 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Bound port: bc99e107-b5f1-4c1d-a44f-a26ce621db6d, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:15.323486 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.343590 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks [] for router_gateway (15be8068-d74d-4e21-90c7-7c0b4de070a5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.383637 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b74fdda-7374-4f38-ac31-4527a3203bb5 req-96faa877-8464-4b73-8e62-fc46cbdabde2 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912489 Mar 10 04:11:15.404667 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] For port bc99e107-b5f1-4c1d-a44f-a26ce621db6d, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:15.409464 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] For port bc99e107-b5f1-4c1d-a44f-a26ce621db6d, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:15.417792 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.583523 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b4da7-e042-44e6-b369-cc482da7fc9a None None] Pushing event updated for resources: {'Port': ['ID=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:15.586451 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:11:15.587051 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:10:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:15.629027 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e85ea1-9d31-4977-b2ee-fa8200933f62 req-19112825-e003-4fa4-8782-43e051b2a1eb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:15.641099 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77e85ea1-9d31-4977-b2ee-fa8200933f62 req-19112825-e003-4fa4-8782-43e051b2a1eb tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0776811 Mar 10 04:11:15.645094 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b5d11fec-fc73-409a-b2b5-938442d053c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.673612 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-fdcd8124-305c-4d97-9441-ee629cac0f71 None None] Provisioning complete for port bc99e107-b5f1-4c1d-a44f-a26ce621db6d triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:15.674675 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8124-305c-4d97-9441-ee629cac0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.720533 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (15be8068-d74d-4e21-90c7-7c0b4de070a5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:15.746203 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77e85ea1-9d31-4977-b2ee-fa8200933f62 req-5d8b5d0b-bb22-426e-871c-c3cf2db182df tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039307 Mar 10 04:11:15.853410 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device c1306161-4ff7-4f70-a030-0bbe408b7ef8 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:15.913728 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afd9cb-5483-4dfa-bcca-18eb2e5d9ea8 req-8b7daed2-8aec-40a1-a4de-805b894418df tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:15.915229 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0afd9cb-5483-4dfa-bcca-18eb2e5d9ea8 req-8b7daed2-8aec-40a1-a4de-805b894418df tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 946 time: 0.0782223 Mar 10 04:11:15.932279 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:11:15.998784 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Router 15be8068-d74d-4e21-90c7-7c0b4de070a5 is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:11:16.006604 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0afd9cb-5483-4dfa-bcca-18eb2e5d9ea8 req-a4084afe-71ef-4500-a684-609b1fdb5441 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802777 Mar 10 04:11:16.055278 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port c1306161-4ff7-4f70-a030-0bbe408b7ef8 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:16.055746 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.068224 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd8124-305c-4d97-9441-ee629cac0f71 None None] Current status of the port bc99e107-b5f1-4c1d-a44f-a26ce621db6d is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:16.068764 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8124-305c-4d97-9441-ee629cac0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.162606 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:11:16.180981 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-fdcd8124-305c-4d97-9441-ee629cac0f71 None None] For port bc99e107-b5f1-4c1d-a44f-a26ce621db6d, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:16.181841 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Sync routers for ids ['15be8068-d74d-4e21-90c7-7c0b4de070a5'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:11:16.192003 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8124-305c-4d97-9441-ee629cac0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.206702 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Routers {'15be8068-d74d-4e21-90c7-7c0b4de070a5'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:11:16.207588 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:11:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['15be8068-d74d-4e21-90c7-7c0b4de070a5'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:16.215136 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.217019 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-531d304a-08be-4111-9019-8a4853ee8f07 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4936004 Mar 10 04:11:16.220076 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49488) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:16.382636 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd8124-305c-4d97-9441-ee629cac0f71 None None] Pushing event updated for resources: {'Port': ['ID=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:16.385209 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port c1306161-4ff7-4f70-a030-0bbe408b7ef8 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:16.385607 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.408770 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Set router 15be8068-d74d-4e21-90c7-7c0b4de070a5 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:11:16.425398 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-dc537de8-6554-4430-bb9e-b225b76e7a5e None None] Provisioning complete for port bc99e107-b5f1-4c1d-a44f-a26ce621db6d triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:16.425804 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dc537de8-6554-4430-bb9e-b225b76e7a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.503815 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port c1306161-4ff7-4f70-a030-0bbe408b7ef8, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=c1306161-4ff7-4f70-a030-0bbe408b7ef8,segment=NetworkSegment(5ff5c28b-7ba7-4603-ab35-21dcd74d5457),segment_id=5ff5c28b-7ba7-4603-ab35-21dcd74d5457)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:16.514967 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.516038 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e8011183-48aa-4825-9295-4cfe6de9f691 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:16.573849 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:15Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:16.642408 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7411e-a075-4514-a768-70c0651ce1d1 None None] The sync data for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi is: [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:15Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:11:16.689676 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=c1306161-4ff7-4f70-a030-0bbe408b7ef8,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:16.695451 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.711492 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-dc537de8-6554-4430-bb9e-b225b76e7a5e None None] Current status of the port bc99e107-b5f1-4c1d-a44f-a26ce621db6d is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:16.728751 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port e8011183-48aa-4825-9295-4cfe6de9f691 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:16.736277 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:16.756096 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-3d5691bc-db44-4722-b914-b60d3ca8c0d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117749 Mar 10 04:11:16.778528 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:11:14Z', 'revision_number': 3, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port': {'id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:14Z', 'updated_at': '2022-03-10T04:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:16.830085 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab9916-1470-4dc6-8f9a-66607620f7e5 None None] Network c8532c0e-f71e-43e4-a803-9fd445e6baa3 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:11:16.851677 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Checking router: 15be8068-d74d-4e21-90c7-7c0b4de070a5 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:11:16.852443 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Updating router 15be8068-d74d-4e21-90c7-7c0b4de070a5 port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:11:16.852557 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-c72ca1e6-689f-449f-b0f8-b30d0d79efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:16.854067 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-c72ca1e6-689f-449f-b0f8-b30d0d79efef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 1129 time: 0.0568073 Mar 10 04:11:16.910458 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.021283 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60c96-7f0e-4ab8-aab7-064ba0ff9bee req-cb1d17cb-429f-4845-a2d5-99e6779e083a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:17.028258 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-50e60c96-7f0e-4ab8-aab7-064ba0ff9bee req-cb1d17cb-429f-4845-a2d5-99e6779e083a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1159091 Mar 10 04:11:17.038014 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.138861 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-50e60c96-7f0e-4ab8-aab7-064ba0ff9bee req-a68599a7-9066-4046-9c6a-42a11827c773 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058710 Mar 10 04:11:17.166386 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-d3d9e3a7-45e4-43ab-990b-455a915f2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:17.168183 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-d3d9e3a7-45e4-43ab-990b-455a915f2824 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 920 time: 0.2844336 Mar 10 04:11:17.253887 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-17f8c563-24e7-4fab-ba87-25f14aad18c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23472193-5938-4ff1-9861-9b2bae6e77be HTTP/1.1" status: 200 len: 217 time: 0.0775688 Mar 10 04:11:17.339299 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port e8011183-48aa-4825-9295-4cfe6de9f691 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:17.370883 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-57eb498f-52e4-44c7-9867-ffc4a7831303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:17.373530 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-57eb498f-52e4-44c7-9867-ffc4a7831303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.1119442 Mar 10 04:11:17.417691 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Publish callbacks [] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.419520 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-bb16a357-3291-4bce-b479-c475e28d4296 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381770 Mar 10 04:11:17.425894 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.447861 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Allocated IP 172.20.0.1 (c8532c0e-f71e-43e4-a803-9fd445e6baa3/ed45dc26-5a57-4dad-ae7c-6079e239a557/0223e58e-65ed-4ead-92a4-0c7abd1527fc) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:17.471971 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fbe29-906a-4d2b-9899-2233a5d8a932 req-1a73fc66-a90d-4839-9529-bd4d011d03ed tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:17.473550 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5f2fbe29-906a-4d2b-9899-2233a5d8a932 req-1a73fc66-a90d-4839-9529-bd4d011d03ed tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 946 time: 0.1828196 Mar 10 04:11:17.485639 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8ebbd-ef80-4629-a524-839151c28d54 None None] Pushing event updated for resources: {'Port': ['ID=649c5c5f-e92e-4f7c-9236-ff761825fcb3,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:17.510755 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ed9a7fb1-0b46-4335-ada5-d4b869fb07a8 None None] Provisioning complete for port c1306161-4ff7-4f70-a030-0bbe408b7ef8 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:17.511149 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7fb1-0b46-4335-ada5-d4b869fb07a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.540051 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Attempting to bind port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:17.542170 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Attempting to bind port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:17.542659 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Attempting to bind port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:17.562541 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:17.563147 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:17.565310 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.566072 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:17.568081 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Bound port: 649c5c5f-e92e-4f7c-9236-ff761825fcb3, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:17.568685 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.591591 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.720441 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-58686bb9-d81e-4eae-80ea-1b3614171478 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844801 Mar 10 04:11:17.721787 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a7fb1-0b46-4335-ada5-d4b869fb07a8 None None] Current status of the port c1306161-4ff7-4f70-a030-0bbe408b7ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:17.736490 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5f2fbe29-906a-4d2b-9899-2233a5d8a932 req-94ebe615-c2c4-4a5a-85f8-47bfd23731f6 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327323 Mar 10 04:11:17.805593 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Publish callbacks [] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.866521 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device c1306161-4ff7-4f70-a030-0bbe408b7ef8 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:17.880983 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.899976 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73f57b4b-61da-46ca-bc5b-0d659facd8e2 req-fcb8bd03-1184-48be-87b4-f1568db45806 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721127 Mar 10 04:11:17.919825 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] For port 649c5c5f-e92e-4f7c-9236-ff761825fcb3, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:17.926964 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] For port 649c5c5f-e92e-4f7c-9236-ff761825fcb3, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=649c5c5f-e92e-4f7c-9236-ff761825fcb3,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:17.950458 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:18.045083 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port c1306161-4ff7-4f70-a030-0bbe408b7ef8 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:18.049069 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:18.049339 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Routers {'15be8068-d74d-4e21-90c7-7c0b4de070a5'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:11:18.050111 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:11:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['15be8068-d74d-4e21-90c7-7c0b4de070a5'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:18.063179 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Network c8532c0e-f71e-43e4-a803-9fd445e6baa3 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:18.155111 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-95f8345d-5ce4-424f-afbd-6cdc02e2c208 None None] Provisioning complete for port c1306161-4ff7-4f70-a030-0bbe408b7ef8 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:18.155111 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-95f8345d-5ce4-424f-afbd-6cdc02e2c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:18.220370 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8ebbd-ef80-4629-a524-839151c28d54 None None] Pushing event updated for resources: {'Port': ['ID=649c5c5f-e92e-4f7c-9236-ff761825fcb3,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:18.279275 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port c1306161-4ff7-4f70-a030-0bbe408b7ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:18.281372 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device bc99e107-b5f1-4c1d-a44f-a26ce621db6d up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:18.324910 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] Set router 15be8068-d74d-4e21-90c7-7c0b4de070a5 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:11:18.368524 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:18.418661 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port bc99e107-b5f1-4c1d-a44f-a26ce621db6d triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:18.420165 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:18.541904 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:18.545944 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:18.546430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (15be8068-d74d-4e21-90c7-7c0b4de070a5), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:18.568271 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-95f8345d-5ce4-424f-afbd-6cdc02e2c208 None None] Current status of the port c1306161-4ff7-4f70-a030-0bbe408b7ef8 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:18.589116 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:11:14Z', 'revision_number': 3, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port': {'id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:14Z', 'updated_at': '2022-03-10T04:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:18.661357 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port bc99e107-b5f1-4c1d-a44f-a26ce621db6d is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:18.682015 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Pushing event updated for resources: {'Port': ['ID=0223e58e-65ed-4ead-92a4-0c7abd1527fc,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:18.684359 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb106431-8cc5-4057-bad1-667d282e5573 None None] The sync data for ids ['15be8068-d74d-4e21-90c7-7c0b4de070a5'] in dv-cinder-778193-25-iscsi is: [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:11:14Z', 'revision_number': 3, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port': {'id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:14Z', 'updated_at': '2022-03-10T04:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:11:18.784470 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516c173-2d04-4503-93cf-bb4b91670b06 req-cc2c0914-1008-4d75-a632-89ba36cac56d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:18.786023 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f516c173-2d04-4503-93cf-bb4b91670b06 req-cc2c0914-1008-4d75-a632-89ba36cac56d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.2368205 Mar 10 04:11:18.887673 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f516c173-2d04-4503-93cf-bb4b91670b06 req-c202d069-6e1b-4476-885c-43edbd7f39ac tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901372 Mar 10 04:11:18.900529 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:18.993626 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7a1dfd1a-5b06-49d8-84c9-2d57882567fe None None] Provisioning complete for port 0223e58e-65ed-4ead-92a4-0c7abd1527fc triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:18.994590 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfd1a-5b06-49d8-84c9-2d57882567fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.051824 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7a1dfd1a-5b06-49d8-84c9-2d57882567fe None None] Port 0223e58e-65ed-4ead-92a4-0c7abd1527fc cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:11:19.120282 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-2e5ab5cd-bb06-4604-89d2-4c900101b797 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:19.121753 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-2e5ab5cd-bb06-4604-89d2-4c900101b797 tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 946 time: 0.0536551 Mar 10 04:11:19.187743 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc552c-3d08-4d9b-b60a-858256e96fae req-a55d650a-98de-4373-b955-55524ed274b1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:19.189614 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2fc552c-3d08-4d9b-b60a-858256e96fae req-a55d650a-98de-4373-b955-55524ed274b1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.1666338 Mar 10 04:11:19.213994 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223aad5-4cee-4afe-9a2a-925fffb76cbc req-1752a633-53f1-4332-9f5d-4bea97e2930a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:19.216117 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e223aad5-4cee-4afe-9a2a-925fffb76cbc req-1752a633-53f1-4332-9f5d-4bea97e2930a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe91db2d-e8aa-4109-8112-36ed532a79f6 HTTP/1.1" status: 200 len: 946 time: 0.1723642 Mar 10 04:11:19.267017 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Deleting port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:11:19.267362 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.313394 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Publish callbacks [] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.322405 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2fc552c-3d08-4d9b-b60a-858256e96fae req-c406582f-59ea-479f-83c7-5f5d55e20d5b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212230 Mar 10 04:11:19.327359 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.328164 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (15be8068-d74d-4e21-90c7-7c0b4de070a5), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.385696 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e223aad5-4cee-4afe-9a2a-925fffb76cbc req-54ee9d30-cbe0-4e50-ad25-e6fffc3be15a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc5a374-6817-4fdd-b017-95cd87149d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589689 Mar 10 04:11:19.395546 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] For port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,segment=NetworkSegment(3b29f7c2-4ad0-42b3-960c-962f00430bb1),segment_id=3b29f7c2-4ad0-42b3-960c-962f00430bb1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:19.395776 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.424658 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Calling delete_port for 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:11:19.452932 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Pushing event updated for resources: {'Port': ['ID=0223e58e-65ed-4ead-92a4-0c7abd1527fc,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:19.499421 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Network c8532c0e-f71e-43e4-a803-9fd445e6baa3 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:19.501739 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:19.645632 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 649c5c5f-e92e-4f7c-9236-ff761825fcb3 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:19.674885 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (2d58ee97-2f3d-4c38-82c2-7eb38eecf070), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.695157 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Router 15be8068-d74d-4e21-90c7-7c0b4de070a5 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:11:19.707071 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['2d58ee97-2f3d-4c38-82c2-7eb38eecf070'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:11:19.723641 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Pushing event deleted for resources: {'Port': ['ID=2d58ee97-2f3d-4c38-82c2-7eb38eecf070,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:19.785924 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] No DVR routers for this DVR port 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 on host hv-cinder-77819 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:11:19.788512 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.792649 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7dd49a93-e10d-43f9-a310-a3c49a6f6573 req-b06f75b5-c453-4917-a292-1c2e3573120a tempest-VolumesActionsTest-1831995258 tempest-VolumesActionsTest-1831995258-project] 10.222.0.26 "DELETE /v2.0/ports/2d58ee97-2f3d-4c38-82c2-7eb38eecf070 HTTP/1.1" status: 204 len: 173 time: 0.6636364 Mar 10 04:11:19.793440 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe91db2d-e8aa-4109-8112-36ed532a79f6', 'name': 'network-vif-deleted', 'tag': '2d58ee97-2f3d-4c38-82c2-7eb38eecf070'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:19.797115 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d2c634-e2c1-42a2-b243-670ecb8740a5" -d '{"events": [{"server_uuid": "fe91db2d-e8aa-4109-8112-36ed532a79f6", "name": "network-vif-deleted", "tag": "2d58ee97-2f3d-4c38-82c2-7eb38eecf070"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:19.805190 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:19.805565 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:19.886750 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d829e7-6c54-4953-b6f5-826421683ec3 x-openstack-request-id: req-82d829e7-6c54-4953-b6f5-826421683ec3 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:19.887161 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe91db2d-e8aa-4109-8112-36ed532a79f6", "name": "network-vif-deleted", "tag": "2d58ee97-2f3d-4c38-82c2-7eb38eecf070", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:19.887472 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82d829e7-6c54-4953-b6f5-826421683ec3 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:19.888112 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe91db2d-e8aa-4109-8112-36ed532a79f6', 'name': 'network-vif-deleted', 'tag': '2d58ee97-2f3d-4c38-82c2-7eb38eecf070', 'status': 'completed', 'code': 200} Mar 10 04:11:19.926236 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:11:19.943152 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-0abcc8bc-6904-452b-a5b9-3d8604bb947f admin admin] 10.222.0.15 "PUT /v2.0/routers/15be8068-d74d-4e21-90c7-7c0b4de070a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7137530 Mar 10 04:11:19.944799 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-47ce8d48-8556-4f65-93e7-f4a03b84ad4e None None] Provisioning complete for port 0223e58e-65ed-4ead-92a4-0c7abd1527fc triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:19.945589 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-47ce8d48-8556-4f65-93e7-f4a03b84ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.079947 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:20.080561 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.122962 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 649c5c5f-e92e-4f7c-9236-ff761825fcb3, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=649c5c5f-e92e-4f7c-9236-ff761825fcb3,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:20.130396 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-47ce8d48-8556-4f65-93e7-f4a03b84ad4e None None] Port 0223e58e-65ed-4ead-92a4-0c7abd1527fc cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:11:20.132729 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.140147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.174416 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d140-1499-45ca-8c34-38866c6b27f7 req-770f81ae-6f47-4247-ad81-a692a2285542 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:20.176983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63c0d140-1499-45ca-8c34-38866c6b27f7 req-770f81ae-6f47-4247-ad81-a692a2285542 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1269360 Mar 10 04:11:20.213714 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=649c5c5f-e92e-4f7c-9236-ff761825fcb3,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:20.238746 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63c0d140-1499-45ca-8c34-38866c6b27f7 req-dc48a99e-002f-420a-b548-dcac992034ea tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556772 Mar 10 04:11:20.460874 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec14d8-40f2-4288-8347-6e97b76b2a83 req-5f928e63-8d4d-4b10-a27a-2f567f5c84fb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:20.468801 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fec14d8-40f2-4288-8347-6e97b76b2a83 req-5f928e63-8d4d-4b10-a27a-2f567f5c84fb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0624380 Mar 10 04:11:20.520064 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fec14d8-40f2-4288-8347-6e97b76b2a83 req-851e6795-45dc-4e26-866f-1a5612f89072 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503688 Mar 10 04:11:20.656424 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49596) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:20.660979 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-b27cc282-ea84-4073-9d17-f9d1e67e206b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375352937', 'description': 'tempest-secgroup-smoke-375352937 description', 'project_id': '91e8c3a1fca04f8094024519d894a9a8'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:20.682239 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b27cc282-ea84-4073-9d17-f9d1e67e206b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.755769 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b27cc282-ea84-4073-9d17-f9d1e67e206b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group (83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.759940 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b27cc282-ea84-4073-9d17-f9d1e67e206b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.790981 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b27cc282-ea84-4073-9d17-f9d1e67e206b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.792232 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b27cc282-ea84-4073-9d17-f9d1e67e206b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1347873 Mar 10 04:11:20.793333 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cc282-ea84-4073-9d17-f9d1e67e206b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:20.795255 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49604) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:20.800229 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-761333a3-0dbd-4875-814e-37fad1883d96 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'security_group_rule': {'security_group_id': '83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8', 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:20.830105 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-761333a3-0dbd-4875-814e-37fad1883d96 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (462fd549-c272-44fa-ae87-806622aaab5f), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.886844 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-761333a3-0dbd-4875-814e-37fad1883d96 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (462fd549-c272-44fa-ae87-806622aaab5f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.892495 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-761333a3-0dbd-4875-814e-37fad1883d96 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (462fd549-c272-44fa-ae87-806622aaab5f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.911153 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761333a3-0dbd-4875-814e-37fad1883d96 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462fd549-c272-44fa-ae87-806622aaab5f,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:20.923161 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-761333a3-0dbd-4875-814e-37fad1883d96 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:20.924401 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-761333a3-0dbd-4875-814e-37fad1883d96 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276362 Mar 10 04:11:20.927127 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49612) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:20.931327 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-48e20cb9-68c8-492c-ac9f-4c4fe74af434 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'security_group_rule': {'security_group_id': '83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8', 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:20.960802 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e20cb9-68c8-492c-ac9f-4c4fe74af434 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (aade6c36-7504-4a4b-bbf0-c9575fea54ab), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.021491 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e20cb9-68c8-492c-ac9f-4c4fe74af434 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (aade6c36-7504-4a4b-bbf0-c9575fea54ab), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.026540 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e20cb9-68c8-492c-ac9f-4c4fe74af434 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (aade6c36-7504-4a4b-bbf0-c9575fea54ab), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.059614 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48e20cb9-68c8-492c-ac9f-4c4fe74af434 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.061449 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-48e20cb9-68c8-492c-ac9f-4c4fe74af434 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328409 Mar 10 04:11:21.063667 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e20cb9-68c8-492c-ac9f-4c4fe74af434 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aade6c36-7504-4a4b-bbf0-c9575fea54ab,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:21.064524 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49622) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:21.070031 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Sync routers for ids ['15be8068-d74d-4e21-90c7-7c0b4de070a5'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:11:21.070295 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-edbfdaee-3da6-4ec2-a297-530a6d118f7c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'security_group_rule': {'security_group_id': '83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8', 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:21.079713 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Routers {'15be8068-d74d-4e21-90c7-7c0b4de070a5'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:11:21.080276 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:11:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['15be8068-d74d-4e21-90c7-7c0b4de070a5'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:21.094498 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edbfdaee-3da6-4ec2-a297-530a6d118f7c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (151b76cb-cf7d-46da-84aa-a49b39413072), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.160701 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edbfdaee-3da6-4ec2-a297-530a6d118f7c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (151b76cb-cf7d-46da-84aa-a49b39413072), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.164358 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edbfdaee-3da6-4ec2-a297-530a6d118f7c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (151b76cb-cf7d-46da-84aa-a49b39413072), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.182811 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfdaee-3da6-4ec2-a297-530a6d118f7c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151b76cb-cf7d-46da-84aa-a49b39413072,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:21.192971 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-edbfdaee-3da6-4ec2-a297-530a6d118f7c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.194193 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-edbfdaee-3da6-4ec2-a297-530a6d118f7c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286783 Mar 10 04:11:21.197029 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49628) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:21.201750 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-2768080c-0bd2-439c-ad9f-78eed5b90b68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'security_group_rule': {'security_group_id': '83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8', 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:21.210302 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Set router 15be8068-d74d-4e21-90c7-7c0b4de070a5 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:11:21.226115 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2768080c-0bd2-439c-ad9f-78eed5b90b68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (b7ec5d13-d693-46d9-bdd8-c8aa8904d1e2), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.303497 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2768080c-0bd2-439c-ad9f-78eed5b90b68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (b7ec5d13-d693-46d9-bdd8-c8aa8904d1e2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.310251 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2768080c-0bd2-439c-ad9f-78eed5b90b68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (b7ec5d13-d693-46d9-bdd8-c8aa8904d1e2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.332565 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768080c-0bd2-439c-ad9f-78eed5b90b68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ec5d13-d693-46d9-bdd8-c8aa8904d1e2,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:21.341149 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2768080c-0bd2-439c-ad9f-78eed5b90b68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.345879 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2768080c-0bd2-439c-ad9f-78eed5b90b68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478031 Mar 10 04:11:21.346479 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49646) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:21.351021 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-8bab49fb-94f3-4690-9614-da363f12ff5d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'security_group_rule': {'security_group_id': '83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8', 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:21.378873 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.securitygroups_db [None req-8bab49fb-94f3-4690-9614-da363f12ff5d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Project 91e8c3a1fca04f8094024519d894a9a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:11:21.385926 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8bab49fb-94f3-4690-9614-da363f12ff5d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (12a7f6ee-e355-40d9-a4ee-b55a43bfa230), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.409154 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5709e5-aec9-4564-8ce0-83a0b1ccef67 req-378037fc-d4fc-4b11-940a-1c8612c77f12 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:21.411469 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cd5709e5-aec9-4564-8ce0-83a0b1ccef67 req-378037fc-d4fc-4b11-940a-1c8612c77f12 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0776422 Mar 10 04:11:21.460837 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8bab49fb-94f3-4690-9614-da363f12ff5d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (12a7f6ee-e355-40d9-a4ee-b55a43bfa230), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.467577 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8bab49fb-94f3-4690-9614-da363f12ff5d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (12a7f6ee-e355-40d9-a4ee-b55a43bfa230), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.489869 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cd5709e5-aec9-4564-8ce0-83a0b1ccef67 req-5897679a-5892-4e9d-b79f-5fc6343a1b84 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715499 Mar 10 04:11:21.490120 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab49fb-94f3-4690-9614-da363f12ff5d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a7f6ee-e355-40d9-a4ee-b55a43bfa230,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:21.498840 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8bab49fb-94f3-4690-9614-da363f12ff5d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.502798 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49656) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:21.502937 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8bab49fb-94f3-4690-9614-da363f12ff5d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555030 Mar 10 04:11:21.507292 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-35a71844-088c-4fb3-ab4b-a7f4a8ea772c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'security_group_rule': {'security_group_id': '83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8', 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:21.527007 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:11:18Z', 'revision_number': 4, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port': {'id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:14Z', 'updated_at': '2022-03-10T04:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '0223e58e-65ed-4ead-92a4-0c7abd1527fc', 'name': '', 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'mac_address': 'fa:16:3e:5d:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ed45dc26-5a57-4dad-ae7c-6079e239a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:17Z', 'updated_at': '2022-03-10T04:11:19Z', 'revision_number': 2, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'subnets': [{'id': 'ed45dc26-5a57-4dad-ae7c-6079e239a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:21.530755 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.securitygroups_db [None req-35a71844-088c-4fb3-ab4b-a7f4a8ea772c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Project 91e8c3a1fca04f8094024519d894a9a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:11:21.536767 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35a71844-088c-4fb3-ab4b-a7f4a8ea772c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (911ac206-360d-4198-b257-0d0e907d4497), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.557532 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Checking router: 15be8068-d74d-4e21-90c7-7c0b4de070a5 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:11:21.557893 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Updating router 15be8068-d74d-4e21-90c7-7c0b4de070a5 port 0223e58e-65ed-4ead-92a4-0c7abd1527fc binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:11:21.587807 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.604955 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 649c5c5f-e92e-4f7c-9236-ff761825fcb3 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:21.617983 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35a71844-088c-4fb3-ab4b-a7f4a8ea772c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (911ac206-360d-4198-b257-0d0e907d4497), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.638440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35a71844-088c-4fb3-ab4b-a7f4a8ea772c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (911ac206-360d-4198-b257-0d0e907d4497), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.661244 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a71844-088c-4fb3-ab4b-a7f4a8ea772c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911ac206-360d-4198-b257-0d0e907d4497,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:21.671846 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35a71844-088c-4fb3-ab4b-a7f4a8ea772c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.673030 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-35a71844-088c-4fb3-ab4b-a7f4a8ea772c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1692450 Mar 10 04:11:21.688149 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ee5a3-d653-47da-a578-3bb7ffdd4b77 req-24213473-a05c-4231-a317-4f72226a3d28 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:21.689626 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a79ee5a3-d653-47da-a578-3bb7ffdd4b77 req-24213473-a05c-4231-a317-4f72226a3d28 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0890360 Mar 10 04:11:21.753413 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:21.753785 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.756366 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a79ee5a3-d653-47da-a578-3bb7ffdd4b77 req-3fc83668-eeca-41dd-a5c4-7d065949ea50 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589716 Mar 10 04:11:21.916727 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:21.959806 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Publish callbacks [] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:21.965917 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:22.018988 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe96cb-1025-4c62-9d09-8599c688afbd None None] Pushing event updated for resources: {'Port': ['ID=0223e58e-65ed-4ead-92a4-0c7abd1527fc,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:22.078197 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Attempting to bind port 0223e58e-65ed-4ead-92a4-0c7abd1527fc on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:22.078578 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Attempting to bind port 0223e58e-65ed-4ead-92a4-0c7abd1527fc by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:22.078981 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Attempting to bind port 0223e58e-65ed-4ead-92a4-0c7abd1527fc on network c8532c0e-f71e-43e4-a803-9fd445e6baa3 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:22.098178 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:22.098803 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Checking segment: {'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:22.099009 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:22.099446 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Bound using segment: {'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:22.100004 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Bound port: 0223e58e-65ed-4ead-92a4-0c7abd1527fc, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff5c28b-7ba7-4603-ab35-21dcd74d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:22.100913 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:22.186913 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] For port 0223e58e-65ed-4ead-92a4-0c7abd1527fc, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:22.190668 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] For port 0223e58e-65ed-4ead-92a4-0c7abd1527fc, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=0223e58e-65ed-4ead-92a4-0c7abd1527fc,segment=NetworkSegment(5ff5c28b-7ba7-4603-ab35-21dcd74d5457),segment_id=5ff5c28b-7ba7-4603-ab35-21dcd74d5457)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:22.197274 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:22.256728 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Routers {'15be8068-d74d-4e21-90c7-7c0b4de070a5'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:11:22.257217 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:11:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['15be8068-d74d-4e21-90c7-7c0b4de070a5'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:22.299807 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe96cb-1025-4c62-9d09-8599c688afbd None None] Pushing event updated for resources: {'Port': ['ID=0223e58e-65ed-4ead-92a4-0c7abd1527fc,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:22.326220 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-955058f8-02b6-42ba-9156-9b82233b2910 None None] Provisioning complete for port 0223e58e-65ed-4ead-92a4-0c7abd1527fc triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:22.327158 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-955058f8-02b6-42ba-9156-9b82233b2910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:22.410864 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] Set router 15be8068-d74d-4e21-90c7-7c0b4de070a5 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:11:22.617047 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acf90-2845-4415-995a-fb78ad0d1785 req-c0cdddb1-494e-4296-9138-b43a2d045334 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:22.618535 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cd4acf90-2845-4415-995a-fb78ad0d1785 req-c0cdddb1-494e-4296-9138-b43a2d045334 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0542245 Mar 10 04:11:22.649367 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-955058f8-02b6-42ba-9156-9b82233b2910 None None] Current status of the port 0223e58e-65ed-4ead-92a4-0c7abd1527fc is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:22.649761 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-955058f8-02b6-42ba-9156-9b82233b2910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:22.666676 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cd4acf90-2845-4415-995a-fb78ad0d1785 req-a4e759da-712c-432f-b305-c9426c2a5ca5 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 Mar 10 04:11:22.726413 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-955058f8-02b6-42ba-9156-9b82233b2910 None None] For port 0223e58e-65ed-4ead-92a4-0c7abd1527fc, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=0223e58e-65ed-4ead-92a4-0c7abd1527fc,segment=NetworkSegment(5ff5c28b-7ba7-4603-ab35-21dcd74d5457),segment_id=5ff5c28b-7ba7-4603-ab35-21dcd74d5457)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:22.731784 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-955058f8-02b6-42ba-9156-9b82233b2910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:22.809813 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955058f8-02b6-42ba-9156-9b82233b2910 None None] Pushing event updated for resources: {'Port': ['ID=0223e58e-65ed-4ead-92a4-0c7abd1527fc,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:22.831873 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:11:18Z', 'revision_number': 4, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port': {'id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:14Z', 'updated_at': '2022-03-10T04:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '0223e58e-65ed-4ead-92a4-0c7abd1527fc', 'name': '', 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'mac_address': 'fa:16:3e:5d:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ed45dc26-5a57-4dad-ae7c-6079e239a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:17Z', 'updated_at': '2022-03-10T04:11:22Z', 'revision_number': 4, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'subnets': [{'id': 'ed45dc26-5a57-4dad-ae7c-6079e239a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:22.866401 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e864-e8ce-47b9-93eb-e601f1b9f2f7 None None] The sync data for ids ['15be8068-d74d-4e21-90c7-7c0b4de070a5'] in dv-cinder-778193-25-iscsi is: [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:11:18Z', 'revision_number': 4, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port': {'id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:14Z', 'updated_at': '2022-03-10T04:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '0223e58e-65ed-4ead-92a4-0c7abd1527fc', 'name': '', 'network_id': 'c8532c0e-f71e-43e4-a803-9fd445e6baa3', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'mac_address': 'fa:16:3e:5d:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ed45dc26-5a57-4dad-ae7c-6079e239a557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:17Z', 'updated_at': '2022-03-10T04:11:22Z', 'revision_number': 4, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'subnets': [{'id': 'ed45dc26-5a57-4dad-ae7c-6079e239a557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:11:22.880051 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ed01afeb-4fba-44cd-bd48-f56183e05ec9 None None] Provisioning complete for port 0223e58e-65ed-4ead-92a4-0c7abd1527fc triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:22.880419 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ed01afeb-4fba-44cd-bd48-f56183e05ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:22.882112 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c99e0-6d28-46df-85e6-0e5e27b3bfad req-297adfe6-e122-43de-b9c0-a88201394478 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:22.883857 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a84c99e0-6d28-46df-85e6-0e5e27b3bfad req-297adfe6-e122-43de-b9c0-a88201394478 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0572269 Mar 10 04:11:22.957862 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a84c99e0-6d28-46df-85e6-0e5e27b3bfad req-6f4ec50b-ac00-4043-aa06-baf7e8288ce1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672355 Mar 10 04:11:22.981646 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ed01afeb-4fba-44cd-bd48-f56183e05ec9 None None] Current status of the port 0223e58e-65ed-4ead-92a4-0c7abd1527fc is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:23.603978 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 0223e58e-65ed-4ead-92a4-0c7abd1527fc up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:23.655044 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 0223e58e-65ed-4ead-92a4-0c7abd1527fc triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:23.655422 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:23.739341 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 0223e58e-65ed-4ead-92a4-0c7abd1527fc is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:23.790255 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e357a0-bfca-4c88-9ea6-f36d93554558 req-452fa077-3265-4180-a7ef-f153a79c7f7b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:23.791728 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f1e357a0-bfca-4c88-9ea6-f36d93554558 req-452fa077-3265-4180-a7ef-f153a79c7f7b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0563314 Mar 10 04:11:23.841112 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f1e357a0-bfca-4c88-9ea6-f36d93554558 req-e910ad68-5466-4443-bccf-0efb741fcbe4 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437293 Mar 10 04:11:24.081373 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20156c1-0215-4fce-96be-333c43919aaf req-69a23951-79c7-45da-a366-261c901b6abc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:24.082797 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b20156c1-0215-4fce-96be-333c43919aaf req-69a23951-79c7-45da-a366-261c901b6abc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0509193 Mar 10 04:11:24.131091 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b20156c1-0215-4fce-96be-333c43919aaf req-2a0e37d2-30cc-496d-afda-5d74fd16c832 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428638 Mar 10 04:11:24.222655 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:11:24.244063 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:11:24.244408 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 2d58ee97-2f3d-4c38-82c2-7eb38eecf070 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:11:24.955336 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab68ed-87c2-4028-a572-abd0a1d81fb9 req-a1256212-c681-4b17-8dc2-db45c5c53b4b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:24.956990 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7dab68ed-87c2-4028-a572-abd0a1d81fb9 req-a1256212-c681-4b17-8dc2-db45c5c53b4b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0517752 Mar 10 04:11:25.003771 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7dab68ed-87c2-4028-a572-abd0a1d81fb9 req-12dc9d75-0f2a-4d45-bc37-37468fd783f3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Mar 10 04:11:25.252430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b52662-a39d-41ca-bc98-cf810656147b req-b3926247-d187-449f-8366-958930bea5cf tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:25.253891 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-82b52662-a39d-41ca-bc98-cf810656147b req-b3926247-d187-449f-8366-958930bea5cf tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0517378 Mar 10 04:11:25.301704 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-82b52662-a39d-41ca-bc98-cf810656147b req-bed980df-2d47-4536-a11d-d1b74490e871 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Mar 10 04:11:26.144395 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629575e-73db-49f3-ba74-4a0fc18d6d9a req-f69356f6-0729-43fd-a400-efcec5ec02b7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:26.146498 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f629575e-73db-49f3-ba74-4a0fc18d6d9a req-f69356f6-0729-43fd-a400-efcec5ec02b7 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0717795 Mar 10 04:11:26.208238 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f629575e-73db-49f3-ba74-4a0fc18d6d9a req-a7e0413e-180c-4e91-b4f9-6a63f4f3cea3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549664 Mar 10 04:11:26.473260 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edb3d4-00a3-4e2a-9d59-69c0d7bc4110 req-8c30d7a6-7dfd-4bb0-85c3-4a5f898ce74d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:26.474718 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77edb3d4-00a3-4e2a-9d59-69c0d7bc4110 req-8c30d7a6-7dfd-4bb0-85c3-4a5f898ce74d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0543597 Mar 10 04:11:26.528380 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77edb3d4-00a3-4e2a-9d59-69c0d7bc4110 req-ace73f4f-4496-43e6-9b4f-bc77d6fd39e4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475409 Mar 10 04:11:27.094446 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49804) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:27.216309 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2910186-1de6-4383-b0d3-2c0e5550abcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:27.305731 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2910186-1de6-4383-b0d3-2c0e5550abcb admin admin] Publish callbacks [] for security_group (c674d984-ed53-49ef-ad30-ab81c1e0c6bd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:27.310342 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d2910186-1de6-4383-b0d3-2c0e5550abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (c674d984-ed53-49ef-ad30-ab81c1e0c6bd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:27.348692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08084d74-95d2-46f9-b110-a495b10fd641 req-232c2e4e-f239-44d0-a405-312da8663a17 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:27.355326 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08084d74-95d2-46f9-b110-a495b10fd641 req-232c2e4e-f239-44d0-a405-312da8663a17 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0700057 Mar 10 04:11:27.362870 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2910186-1de6-4383-b0d3-2c0e5550abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c674d984-ed53-49ef-ad30-ab81c1e0c6bd,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:27.368333 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d2910186-1de6-4383-b0d3-2c0e5550abcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45cd2870877349388ef2f5e02aff149f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728422 Mar 10 04:11:27.371232 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49810) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:27.431312 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08084d74-95d2-46f9-b110-a495b10fd641 req-82d0623a-4ec8-439c-a3ea-783265cfdfc3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746968 Mar 10 04:11:27.447420 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7948d54b-9f9e-4e97-94e0-17eb70e8e604 admin admin] Publish callbacks [] for security_group (c674d984-ed53-49ef-ad30-ab81c1e0c6bd), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:27.479137 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7948d54b-9f9e-4e97-94e0-17eb70e8e604 admin admin] Publish callbacks [] for security_group (c674d984-ed53-49ef-ad30-ab81c1e0c6bd), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:27.554544 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7948d54b-9f9e-4e97-94e0-17eb70e8e604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (c674d984-ed53-49ef-ad30-ab81c1e0c6bd), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:27.558304 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7948d54b-9f9e-4e97-94e0-17eb70e8e604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:27.560243 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7948d54b-9f9e-4e97-94e0-17eb70e8e604 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c674d984-ed53-49ef-ad30-ab81c1e0c6bd HTTP/1.1" status: 204 len: 168 time: 0.1874652 Mar 10 04:11:27.571170 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948d54b-9f9e-4e97-94e0-17eb70e8e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c674d984-ed53-49ef-ad30-ab81c1e0c6bd,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:27.725484 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d3c5-a44f-4ba0-b120-77fedf97ecf8 req-f14c9108-d73d-4bc2-b6a3-05cd98b33854 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:27.743614 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a561d3c5-a44f-4ba0-b120-77fedf97ecf8 req-f14c9108-d73d-4bc2-b6a3-05cd98b33854 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0898418 Mar 10 04:11:27.818205 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a561d3c5-a44f-4ba0-b120-77fedf97ecf8 req-852b0de7-19f0-4e56-8228-041cde04672b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724356 Mar 10 04:11:28.116087 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49834) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:28.120752 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-a3b36baa-ca47-4343-8f33-a7fa4d418c53 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285875526', 'description': 'tempest-description--465570937'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:28.147074 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3b36baa-ca47-4343-8f33-a7fa4d418c53 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.236775 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3b36baa-ca47-4343-8f33-a7fa4d418c53 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (ce775231-a9c6-4382-9e30-896c2fe80b86), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.240920 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3b36baa-ca47-4343-8f33-a7fa4d418c53 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (ce775231-a9c6-4382-9e30-896c2fe80b86), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.274646 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a3b36baa-ca47-4343-8f33-a7fa4d418c53 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.288073 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 49842) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:28.307653 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-804151de-be41-4cfc-9fd8-e5fcbe639ab5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group_rule': {'security_group_id': 'ce775231-a9c6-4382-9e30-896c2fe80b86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:28.314314 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a3b36baa-ca47-4343-8f33-a7fa4d418c53 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1969521 Mar 10 04:11:28.318918 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b36baa-ca47-4343-8f33-a7fa4d418c53 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce775231-a9c6-4382-9e30-896c2fe80b86,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:28.391515 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-804151de-be41-4cfc-9fd8-e5fcbe639ab5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (2f864c09-0d0c-4444-8e2f-d4a8deb8120a), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.497097 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-804151de-be41-4cfc-9fd8-e5fcbe639ab5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (2f864c09-0d0c-4444-8e2f-d4a8deb8120a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.503489 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-804151de-be41-4cfc-9fd8-e5fcbe639ab5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (2f864c09-0d0c-4444-8e2f-d4a8deb8120a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.531050 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804151de-be41-4cfc-9fd8-e5fcbe639ab5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f864c09-0d0c-4444-8e2f-d4a8deb8120a,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:28.542816 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-804151de-be41-4cfc-9fd8-e5fcbe639ab5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.546770 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-804151de-be41-4cfc-9fd8-e5fcbe639ab5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509775 Mar 10 04:11:28.547203 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49854) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:28.552037 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-fa1b5da9-03cd-472b-bb41-326210b5babf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group_rule': {'security_group_id': 'ce775231-a9c6-4382-9e30-896c2fe80b86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:28.589895 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5da9-03cd-472b-bb41-326210b5babf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (f634d6fe-1442-4253-afd8-4e232ab5bf6b), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.680645 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5da9-03cd-472b-bb41-326210b5babf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (f634d6fe-1442-4253-afd8-4e232ab5bf6b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.686416 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5da9-03cd-472b-bb41-326210b5babf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (f634d6fe-1442-4253-afd8-4e232ab5bf6b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.690621 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae352122-b8df-4a6f-97ef-5155f80661f0 req-f66d02da-967a-49b8-9e0e-ee0692cadd32 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:28.693837 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae352122-b8df-4a6f-97ef-5155f80661f0 req-f66d02da-967a-49b8-9e0e-ee0692cadd32 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1073425 Mar 10 04:11:28.706780 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b5da9-03cd-472b-bb41-326210b5babf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f634d6fe-1442-4253-afd8-4e232ab5bf6b,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:28.742705 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5da9-03cd-472b-bb41-326210b5babf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.745027 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fa1b5da9-03cd-472b-bb41-326210b5babf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966243 Mar 10 04:11:28.749978 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 49856) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:28.764073 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:28.777862 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae352122-b8df-4a6f-97ef-5155f80661f0 req-48a3ab8f-6893-44cb-a8b0-8557e30c1ee1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772028 Mar 10 04:11:28.807998 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.957988 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:28.994357 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25249a-02bc-478d-8a50-362a142f3fcc req-edbf0de9-4657-4d94-a26f-2d06b5f350e2 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:28.995936 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa25249a-02bc-478d-8a50-362a142f3fcc req-edbf0de9-4657-4d94-a26f-2d06b5f350e2 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0696404 Mar 10 04:11:29.047118 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa25249a-02bc-478d-8a50-362a142f3fcc req-fda7a331-0c27-438d-b0ee-67b8edefe8de tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448327 Mar 10 04:11:29.147699 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Allocated IP 172.27.2.18 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/a58bfa9c-c25a-4138-95ae-0ef1516d9bab) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:29.266987 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.300321 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.358578 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=a58bfa9c-c25a-4138-95ae-0ef1516d9bab,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:29.362178 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:29.364035 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:29.366332 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:29.460673 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (2666041b-651b-4f30-9867-be53415bc0ae), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.500851 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.667928 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.672239 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.748488 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=a58bfa9c-c25a-4138-95ae-0ef1516d9bab,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:29.760211 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (2666041b-651b-4f30-9867-be53415bc0ae), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.776970 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.778187 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8dec3ea4-9cf2-4fbb-9230-368d54e1e593 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0259688 Mar 10 04:11:29.936986 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc887ac6-4376-4233-9086-88cec66456af req-20c18e02-86b4-481b-96f7-bd8edd16d410 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:29.938773 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc887ac6-4376-4233-9086-88cec66456af req-20c18e02-86b4-481b-96f7-bd8edd16d410 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0677869 Mar 10 04:11:29.996658 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc887ac6-4376-4233-9086-88cec66456af req-9d101d38-0c53-42de-a0e4-6cf35b3fdc8a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523293 Mar 10 04:11:30.190776 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f70363-01a8-4516-ad5d-f7dee83ec83d req-10afcd75-91e6-4c23-9460-9f699ba0b2fb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:30.192593 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54f70363-01a8-4516-ad5d-f7dee83ec83d req-10afcd75-91e6-4c23-9460-9f699ba0b2fb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0566037 Mar 10 04:11:30.256809 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54f70363-01a8-4516-ad5d-f7dee83ec83d req-2f7611de-290a-44dd-8124-d8241a90dcba tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583572 Mar 10 04:11:40.728222 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-ae9721c4-c4fe-4ee4-b509-217bb4868573 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d2a7500dc66b4cadb207e4f0fb5c3f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365348 Mar 10 04:11:40.888731 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-d3fafa47-fd8c-410f-8223-fc59bc042325 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--285875526&fields=id&tenant_id=2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 267 time: 0.2063143 Mar 10 04:11:40.970086 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7462-682d-408e-b89b-29e84a3067a5 req-df3982e0-d031-4bb2-9ab6-652c1fbfde79 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:40.971578 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-df3982e0-d031-4bb2-9ab6-652c1fbfde79 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368093 Mar 10 04:11:41.021214 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-be44fb60-2b67-430f-a5ec-15a4ef231ebd tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/quotas/d2a7500dc66b4cadb207e4f0fb5c3f3c HTTP/1.1" status: 200 len: 375 time: 0.0211129 Mar 10 04:11:41.063318 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-45ceccdf-e832-4c58-9ae4-3605887cc66e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2a7500dc66b4cadb207e4f0fb5c3f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344241 Mar 10 04:11:41.071839 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-ed214b01-58eb-488d-a83a-99831e6b39df tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:41.073533 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-ed214b01-58eb-488d-a83a-99831e6b39df tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 814 time: 0.1727207 Mar 10 04:11:41.087854 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-a7a91345-df58-4aa5-9947-7b3164aade52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/quotas/2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 375 time: 0.0088687 Mar 10 04:11:41.144219 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-87dd7b5a-46cd-4f58-a2f0-a3ab81ee9ff6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509264 Mar 10 04:11:41.312656 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-1317aa53-77f0-403c-af8f-ec331b01f054 service neutron] 10.222.0.15 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571174 Mar 10 04:11:41.324150 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a182ff8-7b60-4a75-ab82-dc6af8e2c92c req-030e7097-a7c4-4687-9a4d-4fe69c9b4505 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:41.325545 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a182ff8-7b60-4a75-ab82-dc6af8e2c92c req-030e7097-a7c4-4687-9a4d-4fe69c9b4505 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0756612 Mar 10 04:11:41.331584 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:11:41.451501 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a182ff8-7b60-4a75-ab82-dc6af8e2c92c req-100a20b6-51a3-42f0-9c2f-3912a53739a3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174533 Mar 10 04:11:41.465457 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:41.491925 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'port_id': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'mac_address': 'fa:16:3e:01:df:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:11:41.548962 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 is: ACTIVE; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:41.549492 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:41.550517 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-1334f2c7-7ac8-42e3-a927-eb3b010f417b service neutron] 10.222.0.15 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237282 Mar 10 04:11:41.589738 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b87c7025-0da1-4e3e-83ec-0fd1270b74d2 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:11:41.623009 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905638-a959-443d-8b5d-9350cfa18532 req-f52e14a0-242a-4ce5-8426-fdfdc8ab94cc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:41.625264 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-06905638-a959-443d-8b5d-9350cfa18532 req-f52e14a0-242a-4ce5-8426-fdfdc8ab94cc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0585222 Mar 10 04:11:41.663096 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:41.676645 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:41.764204 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-06905638-a959-443d-8b5d-9350cfa18532 req-b1c37526-d994-4212-9c51-61a8ca2103de tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060731 Mar 10 04:11:41.792464 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:41.801184 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.801641 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.801931 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.802294 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.802776 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.802998 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.803332 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.803767 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.804128 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.804506 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.804841 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.805163 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.805482 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:11:41.854137 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['b87c7025-0da1-4e3e-83ec-0fd1270b74d2'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:11:41.855280 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-018ab513-07a1-4cdb-8124-8264707a3820 req-c171bfb8-4e05-42ba-b0ec-e4594b03717d tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0868323 Mar 10 04:11:41.953469 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d6a366a5-7091-4e3c-8173-36342ebad17f req-9f09095b-01b9-448f-93b0-0550f61812b7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 210 time: 0.0582488 Mar 10 04:11:42.607671 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b388b1-997a-4a96-bcbd-c10785e3c4d3 req-ba5ee37a-2a2c-47ab-8486-ef5db497ec5d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:42.616349 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77b388b1-997a-4a96-bcbd-c10785e3c4d3 req-ba5ee37a-2a2c-47ab-8486-ef5db497ec5d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0778689 Mar 10 04:11:42.689870 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77b388b1-997a-4a96-bcbd-c10785e3c4d3 req-0b22a6cb-3eed-4c0d-b0c3-5cba080dbb83 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717087 Mar 10 04:11:42.761656 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-1e192ab2-8e67-42ff-9fbe-b7a6da0a3bcc tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d2a7500dc66b4cadb207e4f0fb5c3f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494447 Mar 10 04:11:43.030077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce1cc613-6ec6-4c23-894e-c21b543712f1 req-5c15d1fb-9a33-46aa-9cde-e35f1667a134 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0379934 Mar 10 04:11:43.137863 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6d21e-0baf-4f4d-bfa0-eb2e01378166 req-400b4a91-c445-41af-a77c-e34b9b37f666 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:43.139427 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-70b6d21e-0baf-4f4d-bfa0-eb2e01378166 req-400b4a91-c445-41af-a77c-e34b9b37f666 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.2064481 Mar 10 04:11:43.219660 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7462-682d-408e-b89b-29e84a3067a5 req-18487e8b-7397-4342-b18a-1d14edb9ce57 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:43.221544 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-18487e8b-7397-4342-b18a-1d14edb9ce57 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4526825 Mar 10 04:11:43.241901 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Request body: {'port': {'device_id': '3294db2a-6073-4bda-b615-74d5a65937a4', 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb', 'admin_state_up': True, 'tenant_id': 'd2a7500dc66b4cadb207e4f0fb5c3f3c'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:43.305897 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-23e42a59-1698-4cce-aa5b-5c2e0bd26cc7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:43.307979 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-23e42a59-1698-4cce-aa5b-5c2e0bd26cc7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 814 time: 0.2474637 Mar 10 04:11:43.328352 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-12456e60-363b-4bf1-81ee-8b8d44677ae3 req-4c9277d4-ab98-47a8-b53e-6e249b137e12 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 210 time: 0.1813996 Mar 10 04:11:43.360030 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:43.432399 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Made reservation on behalf of d2a7500dc66b4cadb207e4f0fb5c3f3c for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:11:43.440983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-70b6d21e-0baf-4f4d-bfa0-eb2e01378166 req-5b33c498-504a-41f8-9c0a-671f8aa6a042 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924879 Mar 10 04:11:43.451108 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:43.476122 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:43.492003 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:43.492578 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:43.539882 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-29704b6e-ac96-43b4-a111-f83c0389c00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:43.549463 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-27b695af-5644-4b65-836c-6bb91efa67e2 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 472 time: 0.2152102 Mar 10 04:11:43.562786 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'port': {'device_id': '39b63784-7104-4a48-9271-420fc76d824b', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'admin_state_up': True, 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'security_groups': ['ce775231-a9c6-4382-9e30-896c2fe80b86']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:43.584023 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:43.584804 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:43.610252 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:43.613316 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a68d9d4-a389-42a4-bbdf-fbd831a90bd2" -d '{"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-plugged", "status": "completed", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:43.629090 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:43.637305 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:43.679157 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks [] for security_group (23935b0c-6e8b-46e8-8750-5f1a41bbfcaa), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:43.686852 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (23935b0c-6e8b-46e8-8750-5f1a41bbfcaa), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:43.747540 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=7']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:43.758866 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed3b3ac-9d5b-4ecc-b40a-0a94bb2acab1 x-openstack-request-id: req-9ed3b3ac-9d5b-4ecc-b40a-0a94bb2acab1 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:43.759364 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-plugged", "status": "completed", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:43.759822 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ed3b3ac-9d5b-4ecc-b40a-0a94bb2acab1 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:43.760324 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'code': 200} Mar 10 04:11:43.801842 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:43.916222 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Allocated IP 192.168.233.80 (188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb/f30d8c84-dbc0-414a-91f6-96c2588337c6/4fcba2ba-d5b3-48ea-9883-acea44a50275) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:43.941554 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79858147-e7d2-41fa-bc6d-45da7016f003 req-01a23bd1-e306-4630-920e-a8c42bbba58b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:43.949568 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-79858147-e7d2-41fa-bc6d-45da7016f003 req-01a23bd1-e306-4630-920e-a8c42bbba58b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0913980 Mar 10 04:11:43.965950 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Made reservation on behalf of 2e617a5a84b449da8e8806baed547052 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:11:43.969348 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:44.021496 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-79858147-e7d2-41fa-bc6d-45da7016f003 req-7ed71be5-ca14-4fac-aa93-c7c458b894d4 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709689 Mar 10 04:11:44.167594 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0937fb9-c859-488a-b053-df2cf8dbce6e req-35ecd2fe-c704-4bdc-bc4e-ecbac47146e1 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0344729 Mar 10 04:11:44.228388 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks [] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:44.257697 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Allocated IP 172.20.0.13 (4410d252-aefa-4843-8da2-38cf2eec01c6/399d6d56-2396-43c5-a100-78108ba1deee/17b7eb41-cb1f-41e7-aed8-977fdcae98c4) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:44.474953 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:44.525031 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:44.610568 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:44.617709 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:44.629619 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:44.637714 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:44.638355 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:44.663830 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:44.732568 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd4179-173c-4444-b490-c9aff0830564 req-6c26cd66-97f2-4b24-814c-6b24539b177a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:44.738820 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5dfd4179-173c-4444-b490-c9aff0830564 req-6c26cd66-97f2-4b24-814c-6b24539b177a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 932 time: 0.2283151 Mar 10 04:11:44.763966 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:44.791567 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-7e7b2ed4-23ab-4811-9a05-8b3860713e2e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2334094 Mar 10 04:11:44.837828 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Request body: {'port': {'device_id': '39b63784-7104-4a48-9271-420fc76d824b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:44.860974 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:44.865987 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5dfd4179-173c-4444-b490-c9aff0830564 req-8459cb94-5792-4721-8d22-f8288e9efa37 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261778 Mar 10 04:11:44.902535 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:44.908758 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9bb3e-ac38-4aba-9b48-1a0ebb1aad0a req-35c9a1a9-477c-4549-88dd-b4dbb01fd4da tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:44.921831 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57c9bb3e-ac38-4aba-9b48-1a0ebb1aad0a req-35c9a1a9-477c-4549-88dd-b4dbb01fd4da tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.3089809 Mar 10 04:11:44.934821 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:11:44.967219 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:45.064471 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:45.065747 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:45.072262 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Pushing event updated for resources: {'Port': ['ID=4fcba2ba-d5b3-48ea-9883-acea44a50275,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:45.113985 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5123aac6-fc9c-4589-8dc9-a552b4df273e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8790851 Mar 10 04:11:45.128194 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Request body: {'port': {'device_id': '3294db2a-6073-4bda-b615-74d5a65937a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:45.232812 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-75726328-86f1-455a-9106-5a1d8b216fda None None] Provisioning complete for port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:45.235122 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-75726328-86f1-455a-9106-5a1d8b216fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:45.258753 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:45.335207 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-75726328-86f1-455a-9106-5a1d8b216fda None None] Port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:11:45.474613 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-244e0221-3fe6-4aa4-bda1-29b4e758a17d None None] Provisioning complete for port 4fcba2ba-d5b3-48ea-9883-acea44a50275 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:45.475006 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-244e0221-3fe6-4aa4-bda1-29b4e758a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:45.532720 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57c9bb3e-ac38-4aba-9b48-1a0ebb1aad0a req-f8dffabd-608c-4ef5-a731-f5a0588c88c0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6096456 Mar 10 04:11:45.600979 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:45.680594 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-244e0221-3fe6-4aa4-bda1-29b4e758a17d None None] Port 4fcba2ba-d5b3-48ea-9883-acea44a50275 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:11:45.695911 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7c4e1bbf-aeab-4de4-a72e-fb869b23af07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:45.776665 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a123c-a7e2-42af-b473-29383a731a9c req-cd4a3e87-96ab-4ed3-b2ce-a5da8af25aa3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:45.783496 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-937a123c-a7e2-42af-b473-29383a731a9c req-cd4a3e87-96ab-4ed3-b2ce-a5da8af25aa3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.2725151 Mar 10 04:11:45.788076 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcba2ba-d5b3-48ea-9883-acea44a50275 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:11:45.800470 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Publish callbacks [] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:45.814795 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Transition to ACTIVE for port object 4fcba2ba-d5b3-48ea-9883-acea44a50275 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:11:45.822752 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:45.884166 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cea938-caf7-4584-b488-689e931efbab service neutron] Pushing event updated for resources: {'Port': ['ID=4fcba2ba-d5b3-48ea-9883-acea44a50275,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:45.923735 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b21f-b8bd-490b-a1a6-945dec7d35cb req-28ec44f6-d313-4eb6-a7da-71ab5fcf5d21 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:45.923735 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f78b21f-b8bd-490b-a1a6-945dec7d35cb req-28ec44f6-d313-4eb6-a7da-71ab5fcf5d21 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 935 time: 0.2152596 Mar 10 04:11:45.983883 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-937a123c-a7e2-42af-b473-29383a731a9c req-55ff0814-5650-4f17-9575-235bf5c79c4f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993284 Mar 10 04:11:46.033766 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Attempting to bind port 4fcba2ba-d5b3-48ea-9883-acea44a50275 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:46.034211 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Attempting to bind port 4fcba2ba-d5b3-48ea-9883-acea44a50275 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:46.034723 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Attempting to bind port 4fcba2ba-d5b3-48ea-9883-acea44a50275 on network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:46.044412 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Port 4fcba2ba-d5b3-48ea-9883-acea44a50275 on network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:11:46.044894 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Attempting to bind port 4fcba2ba-d5b3-48ea-9883-acea44a50275 on network 188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:46.057739 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:46.058229 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Checking segment: {'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:46.058731 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Bound using segment: {'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:46.059258 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Bound port: 4fcba2ba-d5b3-48ea-9883-acea44a50275, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537423fa-a718-409f-8369-fb8ab38ea034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:46.059742 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:46.169429 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f78b21f-b8bd-490b-a1a6-945dec7d35cb req-53d550cd-c0ae-4c7b-8617-80669409fbcf tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199390 Mar 10 04:11:46.243733 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] For port 4fcba2ba-d5b3-48ea-9883-acea44a50275, host hv-cinder-77819, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:46.253180 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] For port 4fcba2ba-d5b3-48ea-9883-acea44a50275, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4fcba2ba-d5b3-48ea-9883-acea44a50275,segment=NetworkSegment(537423fa-a718-409f-8369-fb8ab38ea034),segment_id=537423fa-a718-409f-8369-fb8ab38ea034)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:46.264150 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:46.353759 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:46.354617 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:46.359309 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-82cea938-caf7-4584-b488-689e931efbab service neutron] 10.222.0.26 "PUT /v2.0/ports/4fcba2ba-d5b3-48ea-9883-acea44a50275 HTTP/1.1" status: 200 len: 1097 time: 1.2355163 Mar 10 04:11:46.359962 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3294db2a-6073-4bda-b615-74d5a65937a4', 'tag': '4fcba2ba-d5b3-48ea-9883-acea44a50275'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:46.363812 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a2b63f-8403-4058-a70c-ee437feae90f" -d '{"events": [{"name": "network-changed", "server_uuid": "3294db2a-6073-4bda-b615-74d5a65937a4", "tag": "4fcba2ba-d5b3-48ea-9883-acea44a50275"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:46.469961 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a024776-6b10-47b5-8c60-29cd3adb0b09 x-openstack-request-id: req-2a024776-6b10-47b5-8c60-29cd3adb0b09 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:46.470668 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3294db2a-6073-4bda-b615-74d5a65937a4", "tag": "4fcba2ba-d5b3-48ea-9883-acea44a50275", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:46.471136 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a024776-6b10-47b5-8c60-29cd3adb0b09 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:46.471767 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3294db2a-6073-4bda-b615-74d5a65937a4', 'tag': '4fcba2ba-d5b3-48ea-9883-acea44a50275', 'status': 'completed', 'code': 200} Mar 10 04:11:46.496408 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cea938-caf7-4584-b488-689e931efbab service neutron] Pushing event updated for resources: {'Port': ['ID=4fcba2ba-d5b3-48ea-9883-acea44a50275,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:46.524896 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7462-682d-408e-b89b-29e84a3067a5 req-15f6208e-e15f-46f8-9fe0-6d3c926b9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:46.526922 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-15f6208e-e15f-46f8-9fe0-6d3c926b9bec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2a7500dc66b4cadb207e4f0fb5c3f3c&device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 1131 time: 0.1086845 Mar 10 04:11:46.535971 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:11:46.548011 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Publish callbacks [] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:46.579004 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Transition to ACTIVE for port object 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:11:46.586547 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:46.630371 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:46.644465 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-2f605d2c-e9af-48e3-ba69-f3fa4f2b9140 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=4fcba2ba-d5b3-48ea-9883-acea44a50275 HTTP/1.1" status: 200 len: 217 time: 0.1024969 Mar 10 04:11:46.667130 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c945d-a745-4b47-b821-91964289a2e6 req-fff006e9-130c-4155-8e5b-a44cd05846f2 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:46.681236 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a35c945d-a745-4b47-b821-91964289a2e6 req-fff006e9-130c-4155-8e5b-a44cd05846f2 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 932 time: 0.5085199 Mar 10 04:11:46.740282 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Pushing event updated for resources: {'Port': ['ID=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:46.749956 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7462-682d-408e-b89b-29e84a3067a5 req-c59bc410-03e1-4161-b851-21431a980fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:46.765573 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-c59bc410-03e1-4161-b851-21431a980fd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30d8c84-dbc0-414a-91f6-96c2588337c6 HTTP/1.1" status: 200 len: 843 time: 0.1014347 Mar 10 04:11:46.871063 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a35c945d-a745-4b47-b821-91964289a2e6 req-ec12ca20-62ea-4991-9b0d-73597eb4c9cd tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880131 Mar 10 04:11:46.901800 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7462-682d-408e-b89b-29e84a3067a5 req-6a8a5c8a-fbaf-48a4-ad7d-9447445973c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:46.908270 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-6a8a5c8a-fbaf-48a4-ad7d-9447445973c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1348021 Mar 10 04:11:46.949461 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d63c8-47d5-45ef-ad77-0569700fd392 req-80ead1e3-4b74-4bf4-9178-6d44f4964db3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:46.951206 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-412d63c8-47d5-45ef-ad77-0569700fd392 req-80ead1e3-4b74-4bf4-9178-6d44f4964db3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.2477803 Mar 10 04:11:46.952477 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Attempting to bind port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:46.952976 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Attempting to bind port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:46.953461 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Attempting to bind port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:46.971143 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:11:46.972185 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Attempting to bind port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:46.990312 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:46.990939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Checking segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:46.991484 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Bound using segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:46.992115 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Bound port: 17b7eb41-cb1f-41e7-aed8-977fdcae98c4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:46.993220 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:47.166619 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-a602146f-7d65-48a3-8828-c2a3fc40da72 service neutron] 10.222.0.26 "GET /v2.0/networks/188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469409 Mar 10 04:11:47.289394 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-412d63c8-47d5-45ef-ad77-0569700fd392 req-a2ac5ee2-f4f2-4fe3-8b25-dc494be8d436 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292890 Mar 10 04:11:47.321673 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:47.336252 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] For port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:47.342298 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] For port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:47.366286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cbfcd-6c68-4fae-a369-bbc5ec798603 req-db6d7dec-b454-40c1-baa0-55b0fce256a6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:47.367658 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e66cbfcd-6c68-4fae-a369-bbc5ec798603 req-db6d7dec-b454-40c1-baa0-55b0fce256a6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.2409031 Mar 10 04:11:47.382545 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-799d7462-682d-408e-b89b-29e84a3067a5 req-5d96c805-53a6-42d4-b077-f4d235a0a850 service neutron] 10.222.0.26 "GET /v2.0/networks/188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064884 Mar 10 04:11:47.421467 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:47.489202 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:47.490168 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:47.492162 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] 10.222.0.26 "PUT /v2.0/ports/17b7eb41-cb1f-41e7-aed8-977fdcae98c4 HTTP/1.1" status: 200 len: 1094 time: 2.6587617 Mar 10 04:11:47.497135 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b63784-7104-4a48-9271-420fc76d824b', 'tag': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:47.500565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcbf96c-d7c2-4111-8a24-12b25809774e" -d '{"events": [{"name": "network-changed", "server_uuid": "39b63784-7104-4a48-9271-420fc76d824b", "tag": "17b7eb41-cb1f-41e7-aed8-977fdcae98c4"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:47.558659 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2b63f-8403-4058-a70c-ee437feae90f req-60fdca11-b761-49a1-b816-b8ac4db5ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:47.560109 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a2b63f-8403-4058-a70c-ee437feae90f req-60fdca11-b761-49a1-b816-b8ac4db5ac32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2a7500dc66b4cadb207e4f0fb5c3f3c&device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 1131 time: 0.1097598 Mar 10 04:11:47.699591 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e66cbfcd-6c68-4fae-a369-bbc5ec798603 req-ccf9195f-847b-4d63-bb03-24379f8e492a tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239462 Mar 10 04:11:47.764623 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4443a-e20e-4daf-8e5a-41110bcbde3a service neutron] Pushing event updated for resources: {'Port': ['ID=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:47.780479 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2b63f-8403-4058-a70c-ee437feae90f req-a79f624f-aea8-4773-a196-484eba6414f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:47.782022 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a2b63f-8403-4058-a70c-ee437feae90f req-a79f624f-aea8-4773-a196-484eba6414f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb HTTP/1.1" status: 200 len: 870 time: 0.2107630 Mar 10 04:11:47.796196 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-0836608c-4f03-4977-9a5c-793b898fceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:47.803135 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-0836608c-4f03-4977-9a5c-793b898fceb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 1128 time: 0.2444742 Mar 10 04:11:47.823900 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-208e7420-a6ca-4f71-9d1d-4c5120c2f608 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375352937&fields=id&tenant_id=91e8c3a1fca04f8094024519d894a9a8 HTTP/1.1" status: 200 len: 267 time: 0.3462265 Mar 10 04:11:47.880431 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a2b63f-8403-4058-a70c-ee437feae90f req-138bbac1-7a79-4514-858a-ccacfba5fa51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=4fcba2ba-d5b3-48ea-9883-acea44a50275 HTTP/1.1" status: 200 len: 217 time: 0.0913622 Mar 10 04:11:47.937626 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2b63f-8403-4058-a70c-ee437feae90f req-81c1e685-e167-4ce1-ae34-a3b7fc74dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:47.939814 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a2b63f-8403-4058-a70c-ee437feae90f req-81c1e685-e167-4ce1-ae34-a3b7fc74dd0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30d8c84-dbc0-414a-91f6-96c2588337c6 HTTP/1.1" status: 200 len: 843 time: 0.0527625 Mar 10 04:11:48.034153 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2b63f-8403-4058-a70c-ee437feae90f req-b1d30f3c-b064-4cb6-9eaa-a9fffcbe5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:48.035673 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a2b63f-8403-4058-a70c-ee437feae90f req-b1d30f3c-b064-4cb6-9eaa-a9fffcbe5bca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0868275 Mar 10 04:11:48.080863 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-8cd0f85a-4859-41b3-80ac-7d64685b4835 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b7eb41-cb1f-41e7-aed8-977fdcae98c4 HTTP/1.1" status: 200 len: 217 time: 0.1915607 Mar 10 04:11:48.088920 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-ce40aef8-3c48-4f29-8f77-8a9bef66fb44 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:48.096223 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-ce40aef8-3c48-4f29-8f77-8a9bef66fb44 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 812 time: 0.2710264 Mar 10 04:11:48.163047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-1937a215-550f-4dcb-bdba-cf2dba042765 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/quotas/91e8c3a1fca04f8094024519d894a9a8 HTTP/1.1" status: 200 len: 375 time: 0.0655460 Mar 10 04:11:48.216889 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26df3f1-bd9b-479f-abda-f14fad8ca3ba req-3392db3f-4804-433a-93f6-d81448bfbe20 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:48.218855 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c26df3f1-bd9b-479f-abda-f14fad8ca3ba req-3392db3f-4804-433a-93f6-d81448bfbe20 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 947 time: 0.3727694 Mar 10 04:11:48.221634 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-3c865a17-2cb8-4176-ac8c-7b7688a89068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:48.223203 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-3c865a17-2cb8-4176-ac8c-7b7688a89068 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.1247590 Mar 10 04:11:48.328352 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-f9bac8fa-8a7f-4c91-9e2a-c71d7ee6e27d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639018 Mar 10 04:11:48.346464 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:48.355567 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c26df3f1-bd9b-479f-abda-f14fad8ca3ba req-3e19ba67-ed5c-4cde-9338-0d7333a28b9a tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307445 Mar 10 04:11:48.391764 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-ccd434ec-a955-4a88-95d4-7e0ddae2cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:48.391925 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a2b63f-8403-4058-a70c-ee437feae90f req-65f157cc-84e6-48f8-abba-1c207dacb5f1 service neutron] 10.222.0.26 "GET /v2.0/networks/188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443558 Mar 10 04:11:48.393423 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-ccd434ec-a955-4a88-95d4-7e0ddae2cf8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1587274 Mar 10 04:11:48.434403 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d51b55-dd5a-4471-8cda-3a3a7cf06d0a x-openstack-request-id: req-23d51b55-dd5a-4471-8cda-3a3a7cf06d0a {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:48.434928 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b63784-7104-4a48-9271-420fc76d824b", "tag": "17b7eb41-cb1f-41e7-aed8-977fdcae98c4", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:48.435249 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23d51b55-dd5a-4471-8cda-3a3a7cf06d0a {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:48.435793 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b63784-7104-4a48-9271-420fc76d824b', 'tag': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'status': 'completed', 'code': 200} Mar 10 04:11:48.571724 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-7464ae47-dd69-4797-b3fe-0be50006b641 service neutron] 10.222.0.15 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410045 Mar 10 04:11:48.600604 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a2b63f-8403-4058-a70c-ee437feae90f req-875bd3f7-6f91-4563-81aa-e782068f295f service neutron] 10.222.0.26 "GET /v2.0/networks/188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955421 Mar 10 04:11:48.652599 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f54baa-0b4c-48f8-a324-087aadff87be req-29a05259-b31e-4a2d-aae8-5ab595d803b6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:48.654867 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15f54baa-0b4c-48f8-a324-087aadff87be req-29a05259-b31e-4a2d-aae8-5ab595d803b6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 944 time: 0.1254034 Mar 10 04:11:48.690176 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-bedd8afc-dc11-4262-8d9f-810eabdf827e service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636695 Mar 10 04:11:48.758796 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15f54baa-0b4c-48f8-a324-087aadff87be req-55d33dc2-b639-479b-a8e6-af76c8e36812 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611861 Mar 10 04:11:48.890399 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b2977f0-4fd5-46a8-8a2d-bf67a4435740 req-bd233c7c-359d-46c0-9312-d692f0c26020 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237252 Mar 10 04:11:48.913135 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-694c4d92-5284-4cc4-9671-6468b92609e4 service neutron] 10.222.0.15 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379614 Mar 10 04:11:49.026281 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-9828f659-06b3-46a9-90ad-e3f96b78cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:49.027913 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-9828f659-06b3-46a9-90ad-e3f96b78cb4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 1128 time: 0.1047425 Mar 10 04:11:49.051007 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ed3de-351e-42a1-a92d-ba8a089d3afa req-bcaf877b-e5c6-468c-b21d-01902043f571 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:49.052761 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-836ed3de-351e-42a1-a92d-ba8a089d3afa req-bcaf877b-e5c6-468c-b21d-01902043f571 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.1686392 Mar 10 04:11:49.164129 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-836ed3de-351e-42a1-a92d-ba8a089d3afa req-c39022c4-e889-41e3-af2a-c23d6e7841da tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004848 Mar 10 04:11:49.176457 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-38120058-0ade-4558-aae5-bd63bea5d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:49.178106 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-38120058-0ade-4558-aae5-bd63bea5d901 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 915 time: 0.1430044 Mar 10 04:11:49.287156 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-c3dfe4b9-18e6-4c77-b0e5-dfded16dd50d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b7eb41-cb1f-41e7-aed8-977fdcae98c4 HTTP/1.1" status: 200 len: 217 time: 0.0957820 Mar 10 04:11:49.384814 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-1cd748c9-edd9-422f-8a34-5c41c889ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:49.386392 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-1cd748c9-edd9-422f-8a34-5c41c889ed1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0908828 Mar 10 04:11:49.491465 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc201d-244e-4f71-a854-0ad75e00c399 req-68a3eeb7-2410-4302-8386-4459bf8c37f2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:49.505418 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d4cc201d-244e-4f71-a854-0ad75e00c399 req-68a3eeb7-2410-4302-8386-4459bf8c37f2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.2117369 Mar 10 04:11:49.669692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb93d23-f11c-4999-b738-c1aba5740439 req-c89f2b5e-3374-45be-95ea-89ba9217e19f tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:49.681611 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8eb93d23-f11c-4999-b738-c1aba5740439 req-c89f2b5e-3374-45be-95ea-89ba9217e19f tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 947 time: 0.1590021 Mar 10 04:11:49.684691 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-1d9c7fe7-2a54-4ebe-92af-ccfe7a4646a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:49.692485 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-1d9c7fe7-2a54-4ebe-92af-ccfe7a4646a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2975399 Mar 10 04:11:49.696611 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d4cc201d-244e-4f71-a854-0ad75e00c399 req-4bc3c4ef-fd29-4607-b217-12319ed14824 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864159 Mar 10 04:11:50.114194 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ad0d41c-5f43-444d-9fa3-e5a1da92ca4f req-84b6d6bf-ff37-45ae-b282-beec44cc7b31 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 210 time: 0.1576006 Mar 10 04:11:50.122904 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:50.194086 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8eb93d23-f11c-4999-b738-c1aba5740439 req-02996654-1af2-4bc8-9316-3b559152bd40 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113695 Mar 10 04:11:50.241754 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-32977f56-9a85-4929-89ea-c9539068a0ca service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345662 Mar 10 04:11:50.479479 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86346568-6dd3-4935-a80e-67076ab272a2 req-b3c9e2a7-b47b-4919-a1ac-ab8de4fe2188 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:50.481411 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-86346568-6dd3-4935-a80e-67076ab272a2 req-b3c9e2a7-b47b-4919-a1ac-ab8de4fe2188 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 944 time: 0.2378349 Mar 10 04:11:50.550917 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157019de-c4bf-4942-b55d-fcbabe0e444d req-d9be914e-83d7-4f8f-8c10-7c9e52a4b4c6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:50.552645 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-157019de-c4bf-4942-b55d-fcbabe0e444d req-d9be914e-83d7-4f8f-8c10-7c9e52a4b4c6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.2028499 Mar 10 04:11:50.558234 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bcbf96c-d7c2-4111-8a24-12b25809774e req-c0fa852f-28b3-4caa-810b-223c6a2500a0 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889912 Mar 10 04:11:50.613302 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-86346568-6dd3-4935-a80e-67076ab272a2 req-b09f077f-3ddb-468f-91b1-45770c48c110 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185539 Mar 10 04:11:50.642077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-157019de-c4bf-4942-b55d-fcbabe0e444d req-0dc32122-c781-44f4-b8c0-47127af55e36 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816021 Mar 10 04:11:50.901982 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f104b-76a2-44aa-8af3-fbc8de7cd375 req-4f4a4913-6994-460f-8a22-b2f1a1bd0a75 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:50.904606 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd2f104b-76a2-44aa-8af3-fbc8de7cd375 req-4f4a4913-6994-460f-8a22-b2f1a1bd0a75 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0763903 Mar 10 04:11:51.018191 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd2f104b-76a2-44aa-8af3-fbc8de7cd375 req-564ca750-8122-4451-9fde-3fc9ab3a3f51 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061440 Mar 10 04:11:51.385428 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fed3ac37-878a-421e-aa4c-8fe88dbd477d req-bef05078-7dde-4d8a-a697-c7e17a154762 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 210 time: 0.0752614 Mar 10 04:11:51.461116 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-18cb4ce7-22da-4399-beb4-fe7c3a1adebe tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:51.462580 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-18cb4ce7-22da-4399-beb4-fe7c3a1adebe tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 812 time: 0.3215828 Mar 10 04:11:51.494953 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cdf3c-f148-4b39-a303-bd17d52adb70 req-f3868517-8a52-442f-9bcc-3e255be78330 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:51.519829 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-904cdf3c-f148-4b39-a303-bd17d52adb70 req-f3868517-8a52-442f-9bcc-3e255be78330 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 947 time: 0.1579628 Mar 10 04:11:51.719135 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-633b1b56-b0e5-46e8-b3d8-8a450baf5f0d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e8c3a1fca04f8094024519d894a9a8 HTTP/1.1" status: 200 len: 379 time: 0.2429981 Mar 10 04:11:51.747445 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'port': {'device_id': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'admin_state_up': True, 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'security_groups': ['83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:51.813341 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-904cdf3c-f148-4b39-a303-bd17d52adb70 req-45c291a2-673c-4dae-8ae9-1e9dc3955e0c tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937975 Mar 10 04:11:51.900389 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b491c9-fe77-499d-bc6f-1c66346815ff req-ca429f6f-7f98-4d89-84a4-d95974a6aca4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:51.901847 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-07b491c9-fe77-499d-bc6f-1c66346815ff req-ca429f6f-7f98-4d89-84a4-d95974a6aca4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 944 time: 0.1243460 Mar 10 04:11:52.303608 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-07b491c9-fe77-499d-bc6f-1c66346815ff req-9a35831d-e794-4e8a-bc09-1d5282992ae5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846960 Mar 10 04:11:52.315289 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be20cae-4c90-4d62-99a4-f8ac99df12d3 req-78ed5024-efb0-417f-9b16-4a34e3ad01cd tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:52.316861 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3be20cae-4c90-4d62-99a4-f8ac99df12d3 req-78ed5024-efb0-417f-9b16-4a34e3ad01cd tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.4141364 Mar 10 04:11:52.317931 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Made reservation on behalf of 91e8c3a1fca04f8094024519d894a9a8 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:11:52.321107 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:52.508160 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3be20cae-4c90-4d62-99a4-f8ac99df12d3 req-e18d3306-83e1-4613-b313-be21ee42ef91 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846461 Mar 10 04:11:52.574057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87d51e-75e4-413e-a4e9-8611ae6f9622 req-9f815fe7-e36b-4ab3-96da-d4cbf0494283 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:52.575502 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d87d51e-75e4-413e-a4e9-8611ae6f9622 req-9f815fe7-e36b-4ab3-96da-d4cbf0494283 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1664691 Mar 10 04:11:52.626224 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Allocated IP 172.20.0.8 (1f743f76-00d7-44d9-a968-38e966583447/cd873b7e-1280-4243-92aa-a87e1314450e/6c8e582a-aa13-401a-9ea0-91e73ad9489f) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:11:52.676794 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c639e4e-2d65-45af-a07e-d64b4405554b req-df6cf18a-800a-45fd-b80f-38d06cdaafaa tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 210 time: 0.0481791 Mar 10 04:11:52.685207 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d87d51e-75e4-413e-a4e9-8611ae6f9622 req-a683554d-ea7f-4231-bfda-3a0682ebb1de tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035218 Mar 10 04:11:52.848482 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:52.985386 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:53.045274 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b0b9-c715-4f10-8b3c-9edd1c1e62ce req-bc6d1a3f-9cc7-41fc-a9e4-3910b4a5c82b tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:53.047446 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7777b0b9-c715-4f10-8b3c-9edd1c1e62ce req-bc6d1a3f-9cc7-41fc-a9e4-3910b4a5c82b tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 947 time: 0.1377625 Mar 10 04:11:53.075250 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'Port': ['ID=6c8e582a-aa13-401a-9ea0-91e73ad9489f,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:53.158721 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Network 1f743f76-00d7-44d9-a968-38e966583447 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:11:53.164464 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:11:53.179594 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:11:53.187742 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:53.188435 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:53.333966 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7777b0b9-c715-4f10-8b3c-9edd1c1e62ce req-c812efa7-6ff9-4171-b7e0-15232f371eb5 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386296 Mar 10 04:11:53.344776 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-e29d34c7-49e2-438e-b892-6531cbcf41bc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6053278 Mar 10 04:11:53.358353 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Request body: {'port': {'device_id': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:11:53.423173 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c237e-1585-4fb4-999d-178c45588363 req-221f3729-a96a-4b92-9140-7a9081c7cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:53.424726 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f41c237e-1585-4fb4-999d-178c45588363 req-221f3729-a96a-4b92-9140-7a9081c7cccd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0980899 Mar 10 04:11:53.488200 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f41c237e-1585-4fb4-999d-178c45588363 req-1526bd8d-d244-42ba-a7c6-ea6631d85052 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Mar 10 04:11:53.527889 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:53.574421 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ef9cddbc-995b-4d81-9b4d-fdf4249cde5f None None] Provisioning complete for port 6c8e582a-aa13-401a-9ea0-91e73ad9489f triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:53.575495 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ef9cddbc-995b-4d81-9b4d-fdf4249cde5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:53.584556 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cdbe1-3854-4b2f-96aa-255be8a69e87 req-c77d60d5-d1e5-4db5-bdff-d93ad3eec838 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:53.586075 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5b9cdbe1-3854-4b2f-96aa-255be8a69e87 req-c77d60d5-d1e5-4db5-bdff-d93ad3eec838 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 944 time: 0.1275201 Mar 10 04:11:53.618751 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cddbc-995b-4d81-9b4d-fdf4249cde5f None None] Port 6c8e582a-aa13-401a-9ea0-91e73ad9489f cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:11:53.774108 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5b9cdbe1-3854-4b2f-96aa-255be8a69e87 req-53668d1b-6e18-40ce-91cb-3c04f9118f45 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806493 Mar 10 04:11:53.833923 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cc808-b396-4e24-a9b0-c3978c49c10d req-c98e5e8a-b869-4390-883f-e2a0d603330a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:53.835434 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc9cc808-b396-4e24-a9b0-c3978c49c10d req-c98e5e8a-b869-4390-883f-e2a0d603330a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.1527672 Mar 10 04:11:53.937041 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc9cc808-b396-4e24-a9b0-c3978c49c10d req-3480c093-9896-480d-b5e6-b7cd4a9c97d6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948293 Mar 10 04:11:54.088648 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8e582a-aa13-401a-9ea0-91e73ad9489f {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:11:54.102377 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Publish callbacks [] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:54.138365 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fabed3-bdd4-4994-88b6-733a965e22c3 req-99e62194-faad-432f-8030-24174fcf32d7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:54.140022 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51fabed3-bdd4-4994-88b6-733a965e22c3 req-99e62194-faad-432f-8030-24174fcf32d7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 931 time: 0.1966853 Mar 10 04:11:54.141856 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Transition to ACTIVE for port object 6c8e582a-aa13-401a-9ea0-91e73ad9489f will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:11:54.150964 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b4272-4cb4-4f75-b89c-85f5f62f4e14 req-ffedf613-37a9-49a0-b805-af99a865fbf1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:54.158346 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c84b4272-4cb4-4f75-b89c-85f5f62f4e14 req-ffedf613-37a9-49a0-b805-af99a865fbf1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1301782 Mar 10 04:11:54.175892 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:54.302592 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8e582a-aa13-401a-9ea0-91e73ad9489f,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:54.335330 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c84b4272-4cb4-4f75-b89c-85f5f62f4e14 req-9c4dfb42-ffbc-462d-920e-c35c7851860b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709678 Mar 10 04:11:54.379736 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51fabed3-bdd4-4994-88b6-733a965e22c3 req-416bd765-d6d4-4a7d-bf0c-9cb11222c772 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178080 Mar 10 04:11:54.401523 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Attempting to bind port 6c8e582a-aa13-401a-9ea0-91e73ad9489f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:11:54.401926 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Attempting to bind port 6c8e582a-aa13-401a-9ea0-91e73ad9489f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:11:54.402401 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Attempting to bind port 6c8e582a-aa13-401a-9ea0-91e73ad9489f on network 1f743f76-00d7-44d9-a968-38e966583447 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:54.407869 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Port 6c8e582a-aa13-401a-9ea0-91e73ad9489f on network 1f743f76-00d7-44d9-a968-38e966583447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:11:54.408275 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Attempting to bind port 6c8e582a-aa13-401a-9ea0-91e73ad9489f on network 1f743f76-00d7-44d9-a968-38e966583447 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:11:54.415933 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:11:54.416395 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Checking segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:11:54.416853 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Bound using segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:11:54.417369 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Bound port: 6c8e582a-aa13-401a-9ea0-91e73ad9489f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:11:54.417797 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:54.565722 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] For port 6c8e582a-aa13-401a-9ea0-91e73ad9489f, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:11:54.572457 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] For port 6c8e582a-aa13-401a-9ea0-91e73ad9489f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:11:54.588802 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a1b99-f99f-49e8-a0e3-2759ff43e17a req-7abbf4ab-74eb-45b3-bfec-306a3db64153 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:54.596245 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b09a1b99-f99f-49e8-a0e3-2759ff43e17a req-7abbf4ab-74eb-45b3-bfec-306a3db64153 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 947 time: 0.1605923 Mar 10 04:11:54.606135 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:54.651227 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:54.651748 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:54.653184 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6c8e582a-aa13-401a-9ea0-91e73ad9489f HTTP/1.1" status: 200 len: 1093 time: 1.3002586 Mar 10 04:11:54.658932 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'tag': '6c8e582a-aa13-401a-9ea0-91e73ad9489f'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:54.661371 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d78b48d-2da1-45e6-8e71-e4276e0688f9", "tag": "6c8e582a-aa13-401a-9ea0-91e73ad9489f"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:54.728865 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b09a1b99-f99f-49e8-a0e3-2759ff43e17a req-2e7eab51-2da5-4f37-a2a1-58e3096f06df tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289334 Mar 10 04:11:54.753397 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e01ec-86dd-4208-ab19-2a8277be64b5 x-openstack-request-id: req-149e01ec-86dd-4208-ab19-2a8277be64b5 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:54.754003 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d78b48d-2da1-45e6-8e71-e4276e0688f9", "tag": "6c8e582a-aa13-401a-9ea0-91e73ad9489f", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:54.754418 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-149e01ec-86dd-4208-ab19-2a8277be64b5 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:54.754994 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'tag': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'status': 'completed', 'code': 200} Mar 10 04:11:54.763210 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de941f-4148-4d8e-8017-4e4e0dc388f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8e582a-aa13-401a-9ea0-91e73ad9489f,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:54.785892 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-41739141-1d4d-414e-b382-4af4a901861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:54.787428 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-41739141-1d4d-414e-b382-4af4a901861f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 1127 time: 0.0833724 Mar 10 04:11:54.840941 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-d25aa614-74f6-4750-969d-57b4007537b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f HTTP/1.1" status: 200 len: 217 time: 0.0427194 Mar 10 04:11:54.898845 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-9e72e1dd-412c-4655-9617-2de0d6a84e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:54.900556 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-9e72e1dd-412c-4655-9617-2de0d6a84e1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0534823 Mar 10 04:11:55.009195 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-b39f249f-380f-426a-bc7e-93b702a02010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:55.010705 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-b39f249f-380f-426a-bc7e-93b702a02010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0997083 Mar 10 04:11:55.027040 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39103691-18ac-4b41-9f90-df4c750ebc58 req-4a175630-8dc9-4e9d-9865-711396339614 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:55.029077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-39103691-18ac-4b41-9f90-df4c750ebc58 req-4a175630-8dc9-4e9d-9865-711396339614 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 944 time: 0.1275415 Mar 10 04:11:55.105521 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50246) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:55.140089 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-39103691-18ac-4b41-9f90-df4c750ebc58 req-975aae07-e8cc-4c59-8f49-e53d712fdd78 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027815 Mar 10 04:11:55.165577 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c70a5f-bcff-459a-b3e0-1782d0803e1a admin admin] Deleting subnet 7b02a668-3131-473b-bbb2-7adb8e84b62d {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:11:55.169325 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19c70a5f-bcff-459a-b3e0-1782d0803e1a admin admin] Publish callbacks [] for subnet (7b02a668-3131-473b-bbb2-7adb8e84b62d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.191552 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee565-f481-4f0a-ac5d-792b1a4e96b7 req-9369433d-2295-499b-a522-45a77b40ce2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:55.198993 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-92aee565-f481-4f0a-ac5d-792b1a4e96b7 req-9369433d-2295-499b-a522-45a77b40ce2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.1611848 Mar 10 04:11:55.219976 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19c70a5f-bcff-459a-b3e0-1782d0803e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (7b02a668-3131-473b-bbb2-7adb8e84b62d), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.241811 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-f2ff5a36-e318-4ed8-84a5-b5e4e7df3712 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220602 Mar 10 04:11:55.279780 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-92aee565-f481-4f0a-ac5d-792b1a4e96b7 req-d7f0b0e9-1d72-4a71-a17d-b358c85b3c47 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798721 Mar 10 04:11:55.280835 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19c70a5f-bcff-459a-b3e0-1782d0803e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (7b02a668-3131-473b-bbb2-7adb8e84b62d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.352273 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e47e94db-fe5f-4e98-8f7a-48d3b83d9c36 req-05e30e0c-5711-4450-9781-9c6df4704005 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995474 Mar 10 04:11:55.364885 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19c70a5f-bcff-459a-b3e0-1782d0803e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (7b02a668-3131-473b-bbb2-7adb8e84b62d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.413134 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c70a5f-bcff-459a-b3e0-1782d0803e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b02a668-3131-473b-bbb2-7adb8e84b62d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:55.414687 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:11:55.428135 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19c70a5f-bcff-459a-b3e0-1782d0803e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.432647 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-19c70a5f-bcff-459a-b3e0-1782d0803e1a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b02a668-3131-473b-bbb2-7adb8e84b62d HTTP/1.1" status: 204 len: 168 time: 0.3260949 Mar 10 04:11:55.435190 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50252) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:55.597329 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (5b2f216b-b8ad-4021-9e7f-754e04973a95), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.627072 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:55.656898 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-1f8410d1-d556-458c-a8c2-0eee11c5494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:55.659270 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'port_id': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'mac_address': 'fa:16:3e:76:b4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:11:55.659425 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-1f8410d1-d556-458c-a8c2-0eee11c5494b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 1127 time: 0.2424607 Mar 10 04:11:55.687196 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5cb07-ef9f-46b1-b0c6-8b3ca3710953 req-00de48ff-347a-4418-8dfa-3c429bb729f2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:55.689309 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-24b5cb07-ef9f-46b1-b0c6-8b3ca3710953 req-00de48ff-347a-4418-8dfa-3c429bb729f2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.2449071 Mar 10 04:11:55.698716 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39eb9a-af89-4b4a-8275-1dc95141b5e4 req-df116e60-516e-48b7-a561-398bf78a36c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:55.700215 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b39eb9a-af89-4b4a-8275-1dc95141b5e4 req-df116e60-516e-48b7-a561-398bf78a36c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.1918724 Mar 10 04:11:55.707606 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:55.708235 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.731845 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (5b2f216b-b8ad-4021-9e7f-754e04973a95), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.732129 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:11:55.760771 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2f216b-b8ad-4021-9e7f-754e04973a95']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:55.764065 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:55.772441 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.773517 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 4fcba2ba-d5b3-48ea-9883-acea44a50275 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:11:55.775648 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b29f7c2-4ad0-42b3-960c-962f00430bb1') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:55.776099 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b29f7c2-4ad0-42b3-960c-962f00430bb1') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:11:55.788727 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126390699'] for segment (3b29f7c2-4ad0-42b3-960c-962f00430bb1), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.810346 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (3b29f7c2-4ad0-42b3-960c-962f00430bb1), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.821798 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:11:55.822813 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126390889'] for segment (3b29f7c2-4ad0-42b3-960c-962f00430bb1), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.832750 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:55.891664 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b39eb9a-af89-4b4a-8275-1dc95141b5e4 req-1de1980a-d6a6-4495-87d2-1b2996916d15 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774290 Mar 10 04:11:55.896896 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-24b5cb07-ef9f-46b1-b0c6-8b3ca3710953 req-fa336997-fb10-4cf2-a2c9-a04c357eb73b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854796 Mar 10 04:11:55.900100 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-3eba62a0-a714-471d-adab-68a3f7df1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:55.901548 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-3eba62a0-a714-471d-adab-68a3f7df1d12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.2306852 Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: Traceback (most recent call last): Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: timer() Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: cb(*args, **kw) Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: return func(*args, **kwargs) Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: self._notify() Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: self.callback(batched_events) Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: event.method(event) Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: return f(self, *a, **k) Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._get(url).json() Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:11:55.905618 dv-cinder-778193-25-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:11:55.913015 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (5b2f216b-b8ad-4021-9e7f-754e04973a95), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.960030 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-cc09c789-6858-43a6-b186-17e97f478311 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f HTTP/1.1" status: 200 len: 217 time: 0.0508168 Mar 10 04:11:55.967119 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2f216b-b8ad-4021-9e7f-754e04973a95,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:55.974526 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:55.982696 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c2390c25-a995-4eac-b6f7-07a973ccc170 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5b2f216b-b8ad-4021-9e7f-754e04973a95 HTTP/1.1" status: 204 len: 168 time: 0.5463090 Mar 10 04:11:56.070474 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 4fcba2ba-d5b3-48ea-9883-acea44a50275, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4fcba2ba-d5b3-48ea-9883-acea44a50275,segment=NetworkSegment(537423fa-a718-409f-8369-fb8ab38ea034),segment_id=537423fa-a718-409f-8369-fb8ab38ea034)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:56.092345 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-b0132199-a866-4dac-b83c-83f737f227f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:56.094227 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-b0132199-a866-4dac-b83c-83f737f227f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.1223390 Mar 10 04:11:56.108870 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '4fcba2ba-d5b3-48ea-9883-acea44a50275', 'network_id': '188f7ec3-c09f-4dce-a804-7aa7cb6c6ffb', 'port_id': '4fcba2ba-d5b3-48ea-9883-acea44a50275', 'mac_address': 'fa:16:3e:fd:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30d8c84-dbc0-414a-91f6-96c2588337c6', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:11:56.158962 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 4fcba2ba-d5b3-48ea-9883-acea44a50275 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:56.159939 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:56.185684 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcba2ba-d5b3-48ea-9883-acea44a50275 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:11:56.200893 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42171ff-241a-4dc0-8e45-f77a7faa64b1 req-79468cd3-96ab-4538-ab60-18788d7bba40 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:56.208881 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c42171ff-241a-4dc0-8e45-f77a7faa64b1 req-79468cd3-96ab-4538-ab60-18788d7bba40 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 947 time: 0.1733670 Mar 10 04:11:56.240579 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 4fcba2ba-d5b3-48ea-9883-acea44a50275, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4fcba2ba-d5b3-48ea-9883-acea44a50275,segment=NetworkSegment(537423fa-a718-409f-8369-fb8ab38ea034),segment_id=537423fa-a718-409f-8369-fb8ab38ea034)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:56.252666 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:56.289541 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c42171ff-241a-4dc0-8e45-f77a7faa64b1 req-e53ff14f-daf7-4e14-99a6-f05d9e63790d tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799580 Mar 10 04:11:56.303028 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-b47fc034-8966-4c50-84b4-50c1d7f31817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:56.306798 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=4fcba2ba-d5b3-48ea-9883-acea44a50275,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:56.309160 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-b47fc034-8966-4c50-84b4-50c1d7f31817 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1846015 Mar 10 04:11:56.362564 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50270) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:56.429210 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-671f7762-3150-4e72-b0a6-57220ff53d89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=800ca3221d5c44b38dfdfca75a7cc37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644021 Mar 10 04:11:56.432419 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50272) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:11:56.479524 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc4ea-4f9d-419f-ba4c-1ed64c0d3392 req-653eea47-5f00-4684-9ae8-aff746ca7439 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:56.487114 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6e8fc4ea-4f9d-419f-ba4c-1ed64c0d3392 req-653eea47-5f00-4684-9ae8-aff746ca7439 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 945 time: 0.1554384 Mar 10 04:11:56.562360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['4fcba2ba-d5b3-48ea-9883-acea44a50275'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:11:56.573159 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b313cd9c-007c-493d-a0c9-aa39e6860393 admin admin] Publish callbacks [] for security_group (9fc5a374-6817-4fdd-b017-95cd87149d5e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:56.588989 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6e8fc4ea-4f9d-419f-ba4c-1ed64c0d3392 req-4ddcdf2c-6f9b-4b16-94dd-a15edaefbf61 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009195 Mar 10 04:11:56.603368 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-3529ba8b-bc97-46f1-86be-1f62de4b1e1b service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872562 Mar 10 04:11:56.639309 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b313cd9c-007c-493d-a0c9-aa39e6860393 admin admin] Publish callbacks [] for security_group (9fc5a374-6817-4fdd-b017-95cd87149d5e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:56.665393 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b36cf3-7dcb-441a-86ec-79ff1a41c21b req-53d67e91-8e7b-4088-b2b5-5da435df3da6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:56.672865 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['17b7eb41-cb1f-41e7-aed8-977fdcae98c4'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:11:56.674722 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-36b36cf3-7dcb-441a-86ec-79ff1a41c21b req-53d67e91-8e7b-4088-b2b5-5da435df3da6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.1495936 Mar 10 04:11:56.746960 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b313cd9c-007c-493d-a0c9-aa39e6860393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (9fc5a374-6817-4fdd-b017-95cd87149d5e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:56.750528 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b313cd9c-007c-493d-a0c9-aa39e6860393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:56.751951 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b313cd9c-007c-493d-a0c9-aa39e6860393 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fc5a374-6817-4fdd-b017-95cd87149d5e HTTP/1.1" status: 204 len: 168 time: 0.3181801 Mar 10 04:11:56.765656 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-7a93f6fd-423c-4b15-a0e0-627d9f487617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:56.767340 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-7a93f6fd-423c-4b15-a0e0-627d9f487617 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c83ea9d1851f48939afa94258e6af2fc&device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 1129 time: 0.2610879 Mar 10 04:11:56.768616 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313cd9c-007c-493d-a0c9-aa39e6860393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc5a374-6817-4fdd-b017-95cd87149d5e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:56.858792 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-36b36cf3-7dcb-441a-86ec-79ff1a41c21b req-0a27f08e-5ada-447a-9601-b130f0a0f88a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831172 Mar 10 04:11:56.871809 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-658cfb31-2187-4847-a9ac-a7ebcdfc3b3c req-7f1a9f24-9439-4a2e-9d98-1eef90e7c191 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548928 Mar 10 04:11:56.900618 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b341f-528f-4f55-ade8-412680c7aa82 req-c294ce08-9248-43c4-b188-f2dde18ecb7d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:56.903833 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8b3b341f-528f-4f55-ade8-412680c7aa82 req-c294ce08-9248-43c4-b188-f2dde18ecb7d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1812444 Mar 10 04:11:56.980503 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-2e1e22fb-0cb5-4831-ac78-cb2587909063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:56.987814 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8b3b341f-528f-4f55-ade8-412680c7aa82 req-f073c707-57f6-4a4e-b8d3-e48d08a7ad50 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763938 Mar 10 04:11:56.988203 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-2e1e22fb-0cb5-4831-ac78-cb2587909063 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 200 len: 920 time: 0.2054434 Mar 10 04:11:57.079082 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-b2768a49-cdec-406a-b70a-b4d669cb9ec2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9973bb0-7507-436a-ab7a-5e04a0299438 HTTP/1.1" status: 200 len: 217 time: 0.0840149 Mar 10 04:11:57.088066 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ca535-c05f-49a1-be42-22ede8892737 req-f4f2062e-616c-48e7-9014-d791874146c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:57.090012 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-549ca535-c05f-49a1-be42-22ede8892737 req-f4f2062e-616c-48e7-9014-d791874146c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.0794764 Mar 10 04:11:57.177606 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-fb11de71-1171-48a4-8728-3e3d6c4e48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:57.179162 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-fb11de71-1171-48a4-8728-3e3d6c4e48b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 200 len: 859 time: 0.0934589 Mar 10 04:11:57.186780 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-549ca535-c05f-49a1-be42-22ede8892737 req-2c035702-696a-4437-8151-32e8a43bb527 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861914 Mar 10 04:11:57.223421 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-42684a06-f4e8-4614-a400-4e275b07c656 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cab45d90-dce4-432e-bd1e-1247398e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353572 Mar 10 04:11:57.346112 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-c6445cdc-16e0-46db-acaf-212b76fc0328 service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163237 Mar 10 04:11:57.420067 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d00728-47e1-47c6-9b9e-fd2e91831d40 req-1a462975-8f33-4ffa-b903-4e2c6f5257d8 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:57.422328 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-46d00728-47e1-47c6-9b9e-fd2e91831d40 req-1a462975-8f33-4ffa-b903-4e2c6f5257d8 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 948 time: 0.0619674 Mar 10 04:11:57.471080 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dbcda8b1-8126-4b9d-894a-1d471e22f9e8 req-3f5996aa-18cf-445e-9e4e-9dc467ebb72b service neutron] 10.222.0.26 "GET /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125205 Mar 10 04:11:57.478466 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-46d00728-47e1-47c6-9b9e-fd2e91831d40 req-4f4cdb1b-0328-46d8-8159-ee3cac31a8d8 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503082 Mar 10 04:11:57.748021 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9462325-7d26-4468-8216-46692770f152 req-d89c7c7e-154f-4c7e-9275-0440a1d6d0c9 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:57.755191 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b9462325-7d26-4468-8216-46692770f152 req-d89c7c7e-154f-4c7e-9275-0440a1d6d0c9 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 945 time: 0.0900676 Mar 10 04:11:57.803018 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b9462325-7d26-4468-8216-46692770f152 req-b5727e38-4d98-45cb-beff-b3f9a1b136bf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469677 Mar 10 04:11:57.978485 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff554da-a6a4-4111-8617-043a6eedf2ac req-9a797d1a-d131-4660-8480-9551abdb97bb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:57.979971 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fff554da-a6a4-4111-8617-043a6eedf2ac req-9a797d1a-d131-4660-8480-9551abdb97bb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0524065 Mar 10 04:11:58.044893 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fff554da-a6a4-4111-8617-043a6eedf2ac req-f6a0ff46-e953-44a4-abd9-1884d68a837b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581348 Mar 10 04:11:58.109355 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a22ab-3156-4fe7-b737-887e49548b4c req-a8705d92-8157-477e-8327-3734a499218f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:58.110851 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b98a22ab-3156-4fe7-b737-887e49548b4c req-a8705d92-8157-477e-8327-3734a499218f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0586903 Mar 10 04:11:58.163832 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b98a22ab-3156-4fe7-b737-887e49548b4c req-d812ea5d-e324-4de3-a2ed-70ac5936526e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Mar 10 04:11:58.306009 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c9096-2c56-4126-95e1-223d6bbba4f6 req-a18b47c3-0823-4610-aeba-fddc391dc4a0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:58.307544 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d9c9096-2c56-4126-95e1-223d6bbba4f6 req-a18b47c3-0823-4610-aeba-fddc391dc4a0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.0612297 Mar 10 04:11:58.358793 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d9c9096-2c56-4126-95e1-223d6bbba4f6 req-f6b961e3-3ad2-49ac-be28-0904912c9a5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447440 Mar 10 04:11:58.594152 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda2b3-e8c9-40f2-b19f-7d6b4ce78011 req-d94717d1-6c09-4953-8416-ba004eabf282 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:58.595598 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-83cda2b3-e8c9-40f2-b19f-7d6b4ce78011 req-d94717d1-6c09-4953-8416-ba004eabf282 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 948 time: 0.0540857 Mar 10 04:11:58.640977 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-83cda2b3-e8c9-40f2-b19f-7d6b4ce78011 req-b0d195f4-d6ca-4d22-a680-ad48f13973c3 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Mar 10 04:11:58.916970 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6168-d01a-4be4-b552-eef88c19238d req-ba047dbc-6558-4de8-a125-c9c34c61a873 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:58.918425 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1abd6168-d01a-4be4-b552-eef88c19238d req-ba047dbc-6558-4de8-a125-c9c34c61a873 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 945 time: 0.0501535 Mar 10 04:11:58.965637 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1abd6168-d01a-4be4-b552-eef88c19238d req-f19e2cb3-31f8-4bde-97be-68aae6f1c203 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411298 Mar 10 04:11:58.988550 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-4d640564-f6d9-410a-b6b0-74b94ee6f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:58.990048 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-4d640564-f6d9-410a-b6b0-74b94ee6f3ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 1129 time: 0.0443382 Mar 10 04:11:59.080964 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-60661148-e7dc-40a6-b26d-0044b033f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:59.082451 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-60661148-e7dc-40a6-b26d-0044b033f775 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.0852275 Mar 10 04:11:59.150733 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-eddf614b-c3fd-4d65-851d-a74024fe0735 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 200 len: 1000 time: 0.0610549 Mar 10 04:11:59.169901 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d407582-f2fa-4f73-acbd-977a32e31bac req-7d569b9f-52fc-4956-ba25-c54fd083ed87 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:59.171390 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d407582-f2fa-4f73-acbd-977a32e31bac req-7d569b9f-52fc-4956-ba25-c54fd083ed87 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0547409 Mar 10 04:11:59.199336 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-aa545307-6528-4e72-8fd9-d44214ce1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:59.201259 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-aa545307-6528-4e72-8fd9-d44214ce1c72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0432384 Mar 10 04:11:59.219033 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d407582-f2fa-4f73-acbd-977a32e31bac req-e79fb144-3f02-4434-a303-ea33c9ad0da1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Mar 10 04:11:59.252592 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-9bcb3a67-ebdd-4c78-8707-3b0638d472a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:59.254095 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-9bcb3a67-ebdd-4c78-8707-3b0638d472a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455739 Mar 10 04:11:59.287011 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef539d-bcfb-4fba-9d81-b2d641bfb2ad req-df77bc0c-e16b-450f-b692-60057e1c5c2e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:59.288640 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78ef539d-bcfb-4fba-9d81-b2d641bfb2ad req-df77bc0c-e16b-450f-b692-60057e1c5c2e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Mar 10 04:11:59.334064 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78ef539d-bcfb-4fba-9d81-b2d641bfb2ad req-8988a3d9-7bf5-4dc1-aae3-b625357288ff tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Mar 10 04:11:59.345221 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-edee9511-c1f2-48eb-aadd-0bfbef4b8a45 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841479 Mar 10 04:11:59.443396 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:59.445129 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-706b9721-cb19-44c4-ae81-cc3e72cb9210 req-87b0ee7a-6a9a-4edb-a63f-22d011ada030 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918348 Mar 10 04:11:59.486057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e81f40-8b96-41fe-af98-6707e45d720e req-11691076-7ac5-4621-b49f-3b6833d310af tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:59.487500 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-40e81f40-8b96-41fe-af98-6707e45d720e req-11691076-7ac5-4621-b49f-3b6833d310af tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.0587981 Mar 10 04:11:59.493075 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:11:59.497419 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:59.497793 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:59.540261 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-40e81f40-8b96-41fe-af98-6707e45d720e req-01be5a1a-5ea2-458a-9412-703dd90319ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470431 Mar 10 04:11:59.586940 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:59.587248 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:59.612468 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b63784-7104-4a48-9271-420fc76d824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:11:59.614714 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619db68d-e942-4249-99a3-f9662a304e72" -d '{"events": [{"server_uuid": "39b63784-7104-4a48-9271-420fc76d824b", "name": "network-vif-plugged", "status": "completed", "tag": "17b7eb41-cb1f-41e7-aed8-977fdcae98c4"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:11:59.627381 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:59.632412 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:59.633318 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 4fcba2ba-d5b3-48ea-9883-acea44a50275 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:11:59.654496 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee1f20a-378c-4dbc-9c5d-fd5d7d5137d3 x-openstack-request-id: req-8ee1f20a-378c-4dbc-9c5d-fd5d7d5137d3 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:11:59.654815 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b63784-7104-4a48-9271-420fc76d824b", "name": "network-vif-plugged", "status": "completed", "tag": "17b7eb41-cb1f-41e7-aed8-977fdcae98c4", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:11:59.655070 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ee1f20a-378c-4dbc-9c5d-fd5d7d5137d3 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:11:59.655449 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b63784-7104-4a48-9271-420fc76d824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'code': 200} Mar 10 04:11:59.708733 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:11:59.721452 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 4fcba2ba-d5b3-48ea-9883-acea44a50275 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:11:59.725957 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 4fcba2ba-d5b3-48ea-9883-acea44a50275 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:11:59.726503 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:59.769696 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a929fc6-af04-4224-9ce1-78b80a04b0bb req-3ebaff3e-93a8-43a3-8874-12461ba78de4 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:59.776149 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a929fc6-af04-4224-9ce1-78b80a04b0bb req-3ebaff3e-93a8-43a3-8874-12461ba78de4 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 948 time: 0.0657682 Mar 10 04:11:59.808088 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 4fcba2ba-d5b3-48ea-9883-acea44a50275 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:11:59.808488 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:59.822051 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a929fc6-af04-4224-9ce1-78b80a04b0bb req-82d6e7c1-ebad-4169-8e86-7143cd781d84 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Mar 10 04:11:59.845344 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 4fcba2ba-d5b3-48ea-9883-acea44a50275, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4fcba2ba-d5b3-48ea-9883-acea44a50275,segment=NetworkSegment(537423fa-a718-409f-8369-fb8ab38ea034),segment_id=537423fa-a718-409f-8369-fb8ab38ea034)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:11:59.850370 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:59.856409 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1472-7f75-48ae-8c14-ee8038a30323 req-36d5230e-44d3-4a5a-88a5-63abec9dfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:11:59.858044 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-297d1472-7f75-48ae-8c14-ee8038a30323 req-36d5230e-44d3-4a5a-88a5-63abec9dfb8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 1130 time: 0.0513980 Mar 10 04:11:59.912651 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-297d1472-7f75-48ae-8c14-ee8038a30323 req-787468a6-964c-4fd3-8f47-b769aafd29a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477393 Mar 10 04:11:59.912789 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=4fcba2ba-d5b3-48ea-9883-acea44a50275,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:00.083853 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ef25-bb56-4ead-8aa4-c4fda16b34ff req-19f6a177-cd72-4052-922e-e27eaaee16db tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:00.085295 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc63ef25-bb56-4ead-8aa4-c4fda16b34ff req-19f6a177-cd72-4052-922e-e27eaaee16db tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 946 time: 0.0541425 Mar 10 04:12:00.131627 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc63ef25-bb56-4ead-8aa4-c4fda16b34ff req-b3c39afb-bca0-420b-a4ff-54cbf614d04f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 Mar 10 04:12:00.341415 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4a71d-1d49-4fd4-bf41-d5a58420cfc1 req-ae75c607-7d2e-4f5b-9585-a94b976c4d2a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:00.343331 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4cc4a71d-1d49-4fd4-bf41-d5a58420cfc1 req-ae75c607-7d2e-4f5b-9585-a94b976c4d2a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0542312 Mar 10 04:12:00.388863 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4cc4a71d-1d49-4fd4-bf41-d5a58420cfc1 req-a2304a65-e6b5-404c-a284-b19d58a6f4fc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Mar 10 04:12:00.451181 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58269b2f-b54d-4e3f-bb50-b5dc04249ca5 req-21cacc37-29c2-4f48-bfc2-5a6cc70c2eaa tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:00.452669 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-58269b2f-b54d-4e3f-bb50-b5dc04249ca5 req-21cacc37-29c2-4f48-bfc2-5a6cc70c2eaa tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0508900 Mar 10 04:12:00.496981 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-58269b2f-b54d-4e3f-bb50-b5dc04249ca5 req-00449b95-6d5b-491d-a475-b53f24a124b1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Mar 10 04:12:00.656580 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa761bd1-566c-492f-a864-87d508411f3a req-79ac39c7-dc55-4f57-a985-d569242d0a9e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:00.658019 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa761bd1-566c-492f-a864-87d508411f3a req-79ac39c7-dc55-4f57-a985-d569242d0a9e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.0537403 Mar 10 04:12:00.708077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa761bd1-566c-492f-a864-87d508411f3a req-9ced663f-a57c-46ca-a20b-7448bdb79f02 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445511 Mar 10 04:12:00.939969 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1719f5-51ae-4ed7-8826-eaf3a73f0bec req-a9553c2d-c803-44c2-be77-eb6b7f35dc23 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:00.941416 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ec1719f5-51ae-4ed7-8826-eaf3a73f0bec req-a9553c2d-c803-44c2-be77-eb6b7f35dc23 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 949 time: 0.0512016 Mar 10 04:12:00.988487 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ec1719f5-51ae-4ed7-8826-eaf3a73f0bec req-db6b868c-d2d3-43c6-8a83-e901e5f06c4e tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Mar 10 04:12:01.203559 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be828bc5-378a-4327-83c6-4bed3e36c3bb req-d1d2a51b-0c7e-4621-b920-48df8de4a3b1 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:01.205023 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be828bc5-378a-4327-83c6-4bed3e36c3bb req-d1d2a51b-0c7e-4621-b920-48df8de4a3b1 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0523400 Mar 10 04:12:01.527187 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be828bc5-378a-4327-83c6-4bed3e36c3bb req-77d990dc-592e-4488-a061-713fa6689ba1 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133278 Mar 10 04:12:01.536130 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9a18d-f37f-4731-9d60-72bbc35e19e3 req-c5b61a78-1b0b-48e8-85f6-724302541df4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:01.537129 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbf9a18d-f37f-4731-9d60-72bbc35e19e3 req-c5b61a78-1b0b-48e8-85f6-724302541df4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 946 time: 0.3311222 Mar 10 04:12:01.593243 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbf9a18d-f37f-4731-9d60-72bbc35e19e3 req-b93f571c-9818-4f00-aaa7-f1bac98e7ed2 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419166 Mar 10 04:12:01.644468 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d41146-5adf-4d96-82a3-003a175cccb1 req-0ea5ee76-7e46-47ae-b608-fb25bf3ddbd4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:01.645913 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15d41146-5adf-4d96-82a3-003a175cccb1 req-0ea5ee76-7e46-47ae-b608-fb25bf3ddbd4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Mar 10 04:12:01.656643 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3294db2a-6073-4bda-b615-74d5a65937a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcba2ba-d5b3-48ea-9883-acea44a50275'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:01.658998 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810406a3-6d0e-4c0f-8a4b-2d5b0b97f685" -d '{"events": [{"server_uuid": "3294db2a-6073-4bda-b615-74d5a65937a4", "name": "network-vif-plugged", "status": "completed", "tag": "4fcba2ba-d5b3-48ea-9883-acea44a50275"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:01.692585 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15d41146-5adf-4d96-82a3-003a175cccb1 req-cee8e32b-bd67-4447-987f-e6e0d4649297 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Mar 10 04:12:01.693168 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98471035-ecad-4f06-a803-98eb99ab8df8 x-openstack-request-id: req-98471035-ecad-4f06-a803-98eb99ab8df8 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:01.693576 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3294db2a-6073-4bda-b615-74d5a65937a4", "name": "network-vif-plugged", "status": "completed", "tag": "4fcba2ba-d5b3-48ea-9883-acea44a50275", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:01.693833 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98471035-ecad-4f06-a803-98eb99ab8df8 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:01.694252 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3294db2a-6073-4bda-b615-74d5a65937a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcba2ba-d5b3-48ea-9883-acea44a50275', 'code': 200} Mar 10 04:12:01.838098 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca369-c511-4a49-9dc0-1f73c5271b69 req-9e4dbbe9-c928-40c0-8ef0-f9ce6a3e7774 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:01.839606 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac8ca369-c511-4a49-9dc0-1f73c5271b69 req-9e4dbbe9-c928-40c0-8ef0-f9ce6a3e7774 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.0632310 Mar 10 04:12:01.897413 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44456e4-dfd9-442a-ad24-7c5d8d362ce9 req-332dc44f-ebb4-41ba-aa7e-8c0fdc9bce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:01.898903 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a44456e4-dfd9-442a-ad24-7c5d8d362ce9 req-332dc44f-ebb4-41ba-aa7e-8c0fdc9bce56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 1133 time: 0.0490956 Mar 10 04:12:01.904199 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac8ca369-c511-4a49-9dc0-1f73c5271b69 req-7abbc9be-5d36-41be-a115-8ab21dbc77cc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555358 Mar 10 04:12:01.947968 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a44456e4-dfd9-442a-ad24-7c5d8d362ce9 req-59fb0b18-06bd-47e5-8f6e-4d7751dfc778 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Mar 10 04:12:02.105427 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ff10b-8f66-4b1f-b02a-df5d535d02ea req-0f4f3553-7556-4381-808e-b703cf0fdc72 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:02.106835 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-117ff10b-8f66-4b1f-b02a-df5d535d02ea req-0f4f3553-7556-4381-808e-b703cf0fdc72 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 949 time: 0.0527165 Mar 10 04:12:02.153724 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-117ff10b-8f66-4b1f-b02a-df5d535d02ea req-e3916361-6127-4241-9abc-34d45b204ea3 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Mar 10 04:12:02.647579 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cf8e6-b657-4f81-9556-f4a8b0f2e524 req-676ed2a4-3e58-486e-b4ce-7fe25289e86f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:02.649107 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5c1cf8e6-b657-4f81-9556-f4a8b0f2e524 req-676ed2a4-3e58-486e-b4ce-7fe25289e86f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0531127 Mar 10 04:12:02.724480 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5c1cf8e6-b657-4f81-9556-f4a8b0f2e524 req-e87b97b6-b101-49e5-9734-5f5a1b1bdab8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699770 Mar 10 04:12:02.745746 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e279c10-4853-4124-b325-025dfc3f6027 req-22c51948-bd43-4508-a295-9dbf8eee46eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:02.747304 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9e279c10-4853-4124-b325-025dfc3f6027 req-22c51948-bd43-4508-a295-9dbf8eee46eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 946 time: 0.0766704 Mar 10 04:12:02.818299 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9e279c10-4853-4124-b325-025dfc3f6027 req-862b2603-d7c4-4059-8428-2aaf6bcc3686 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637984 Mar 10 04:12:02.841396 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd915b99-adf8-4f65-b4a3-31d2018d2531 req-222911de-bc97-4033-af59-cfc5bf69ba73 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:02.842887 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd915b99-adf8-4f65-b4a3-31d2018d2531 req-222911de-bc97-4033-af59-cfc5bf69ba73 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 945 time: 0.0614195 Mar 10 04:12:02.897852 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd915b99-adf8-4f65-b4a3-31d2018d2531 req-7cc182cc-2aae-4d9e-95d5-6ce7ebbb9cbc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494478 Mar 10 04:12:02.940807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14ecc2-6925-4c37-a93c-9e109874601b req-cac0fb14-8122-4315-828e-3c16b13758fb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:02.942546 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8f14ecc2-6925-4c37-a93c-9e109874601b req-cac0fb14-8122-4315-828e-3c16b13758fb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 946 time: 0.0603113 Mar 10 04:12:02.951030 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 50384) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:02.955487 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'floatingip': {'port_id': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:12:03.003625 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (2666041b-651b-4f30-9867-be53415bc0ae), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:03.138212 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c602b-c288-4cb4-99b0-3fe0816a7554 req-95e3abb2-c501-4d53-ad9d-d1247a3689c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:03.139786 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-274c602b-c288-4cb4-99b0-3fe0816a7554 req-95e3abb2-c501-4d53-ad9d-d1247a3689c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.1533644 Mar 10 04:12:03.253330 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-274c602b-c288-4cb4-99b0-3fe0816a7554 req-ce93c72a-5882-4250-9af5-a3532a7a37f5 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057379 Mar 10 04:12:03.454415 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:12:03.460121 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-5da4fb4f-c877-45ec-84e3-7d06c4480634 req-bcd853e8-b681-43d3-a797-b84b73ec94e2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:12:03.461254 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5da4fb4f-c877-45ec-84e3-7d06c4480634 req-bcd853e8-b681-43d3-a797-b84b73ec94e2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075445 Mar 10 04:12:03.503446 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390796a5-1177-4b4d-87c4-a1455ac1a9e7 req-fa47793e-e9ba-48fd-a6bb-01830771e7bd tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:03.504962 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-390796a5-1177-4b4d-87c4-a1455ac1a9e7 req-fa47793e-e9ba-48fd-a6bb-01830771e7bd tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 949 time: 0.1822877 Mar 10 04:12:03.540993 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:03.541533 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:03.595467 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:03.600331 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:03.651986 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=8']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:03.671481 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-390796a5-1177-4b4d-87c4-a1455ac1a9e7 req-8d26be95-848a-4edb-bd1d-b0e1a8325fb6 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563499 Mar 10 04:12:03.695562 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:03.698474 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dab1787-3121-4593-a760-48f528d01b06" -d '{"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-unplugged", "status": "completed", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:03.699694 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:03.708219 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (2666041b-651b-4f30-9867-be53415bc0ae), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:03.732886 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c842f-6550-4d57-976a-91387e980fd1 x-openstack-request-id: req-ab0c842f-6550-4d57-976a-91387e980fd1 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:03.733249 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-unplugged", "status": "failed", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2", "code": 422}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:03.733574 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab0c842f-6550-4d57-976a-91387e980fd1 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:03.734066 dv-cinder-778193-25-iscsi neutron-server[103259]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'code': 422} returned with failed status Mar 10 04:12:03.749034 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dee952-5fe3-4718-bef0-09c586105cc7 req-70cc02d3-c5e8-407a-aed4-30ac239c35cf tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:03.750498 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81dee952-5fe3-4718-bef0-09c586105cc7 req-70cc02d3-c5e8-407a-aed4-30ac239c35cf tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.1624045 Mar 10 04:12:03.876267 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81dee952-5fe3-4718-bef0-09c586105cc7 req-b71bf3f8-f3a5-4bc0-89bc-680c01fb8bd3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198180 Mar 10 04:12:03.884516 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Floating IP 2666041b-651b-4f30-9867-be53415bc0ae associated. External IP: 172.27.2.18, port: 17b7eb41-cb1f-41e7-aed8-977fdcae98c4. Mar 10 04:12:03.943863 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40897f56-b737-44b1-8eb0-b68c82b75b29 req-c2e8d8a8-e96e-4a9f-8dca-7ae9b0d7fa47 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:03.945323 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-40897f56-b737-44b1-8eb0-b68c82b75b29 req-c2e8d8a8-e96e-4a9f-8dca-7ae9b0d7fa47 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.1216779 Mar 10 04:12:03.992365 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50432) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:04.035725 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-40897f56-b737-44b1-8eb0-b68c82b75b29 req-b9c02166-fbaa-403f-a60a-918ef808db4a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801041 Mar 10 04:12:04.082847 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-35d7dc5c-232c-4848-9425-908fd9cc8bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892522 Mar 10 04:12:04.091676 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-cdc3fdc3-6eb4-48ff-96d9-c18a9cc6a23d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:12:04.092715 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-cdc3fdc3-6eb4-48ff-96d9-c18a9cc6a23d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051007 Mar 10 04:12:04.150987 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:12:04.173617 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50440) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:04.229554 dv-cinder-778193-25-iscsi neutron-server[103257]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 04:12:04.270254 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:12:04.276131 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:04.281308 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:12:04.290906 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-d0da1f57-a826-47fd-ae87-44106663f02e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:04.292774 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-d0da1f57-a826-47fd-ae87-44106663f02e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports/b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 200 len: 940 time: 0.1179779 Mar 10 04:12:04.296883 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:12:04.297765 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:11:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:04.340905 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a8cc4956-58d6-436b-9698-081c3fa10453 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "PUT /v2.0/floatingips/2666041b-651b-4f30-9867-be53415bc0ae HTTP/1.1" status: 200 len: 991 time: 1.3887196 Mar 10 04:12:04.341477 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b63784-7104-4a48-9271-420fc76d824b', 'tag': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:04.344723 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "39b63784-7104-4a48-9271-420fc76d824b", "tag": "17b7eb41-cb1f-41e7-aed8-977fdcae98c4"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:04.408086 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c40141-e62b-42c3-91da-2b0e8afc1e29 x-openstack-request-id: req-41c40141-e62b-42c3-91da-2b0e8afc1e29 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:04.408391 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b63784-7104-4a48-9271-420fc76d824b", "tag": "17b7eb41-cb1f-41e7-aed8-977fdcae98c4", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:04.408648 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41c40141-e62b-42c3-91da-2b0e8afc1e29 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:04.409052 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b63784-7104-4a48-9271-420fc76d824b', 'tag': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'status': 'completed', 'code': 200} Mar 10 04:12:04.451865 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:12:04.456477 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de2273-250c-4bda-a33f-02b018bc62bf req-5ba6648d-8aef-47f5-ae88-ee9dbd46592e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:04.458047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61de2273-250c-4bda-a33f-02b018bc62bf req-5ba6648d-8aef-47f5-ae88-ee9dbd46592e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.0828204 Mar 10 04:12:04.486173 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-ddd8e013-2265-44db-9fe8-bfc013c4f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:04.488128 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-ddd8e013-2265-44db-9fe8-bfc013c4f79d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 1130 time: 0.0578687 Mar 10 04:12:04.563930 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61de2273-250c-4bda-a33f-02b018bc62bf req-e7001792-38e1-4baf-9a95-65d8367a6339 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844638 Mar 10 04:12:04.575088 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f698f91-8ab4-40b1-ba43-4b720845a9c2 req-756fc702-5f5e-4909-a853-f538889b30d2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:04.577141 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6f698f91-8ab4-40b1-ba43-4b720845a9c2 req-756fc702-5f5e-4909-a853-f538889b30d2 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1159606 Mar 10 04:12:04.615004 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-0cba322b-9fc7-488d-a60c-0afc29bdded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:04.617228 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-0cba322b-9fc7-488d-a60c-0afc29bdded4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 915 time: 0.1227722 Mar 10 04:12:04.647105 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6f698f91-8ab4-40b1-ba43-4b720845a9c2 req-5931a1a8-7c76-49f8-b714-769b450fd06f tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622134 Mar 10 04:12:04.698018 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-b2ab1fc3-f391-40a3-850c-415ea1cb7c00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b7eb41-cb1f-41e7-aed8-977fdcae98c4 HTTP/1.1" status: 200 len: 999 time: 0.0730832 Mar 10 04:12:04.735328 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:11Z', 'revision_number': 2, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}, {'id': '2666041b-651b-4f30-9867-be53415bc0ae', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:76:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b63784-7104-4a48-9271-420fc76d824b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:11:29Z', 'updated_at': '2022-03-10T04:12:03Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:04.772534 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-2dd8e7b2-a76f-454c-94a4-9f89b8ea636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:04.774794 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-2dd8e7b2-a76f-454c-94a4-9f89b8ea636e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0560346 Mar 10 04:12:04.778376 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:12:04.787457 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:12:04.788102 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:11:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:04.809865 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f495-dab1-4503-a575-2e2c3f961a7b req-887c6e0c-66ea-4331-b64f-b0de873a0563 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:04.812425 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f399f495-dab1-4503-a575-2e2c3f961a7b req-887c6e0c-66ea-4331-b64f-b0de873a0563 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 949 time: 0.0663254 Mar 10 04:12:04.836208 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-290eea9e-c4d1-4c68-8b76-b8fabd9c9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:04.837716 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-290eea9e-c4d1-4c68-8b76-b8fabd9c9ade service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553563 Mar 10 04:12:04.867535 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f399f495-dab1-4503-a575-2e2c3f961a7b req-3816254f-9f20-402f-99b4-e66a61a33eb3 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488434 Mar 10 04:12:04.920069 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:12:04.962788 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-8fb6ccab-7f5e-4218-9ce5-7224a5bfa7b9 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176162 Mar 10 04:12:05.045984 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8822862-4d54-4d46-aaf0-6bc75b17de7b req-c42a1d5f-27f1-4bda-8f0d-701449f06327 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:05.048294 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8822862-4d54-4d46-aaf0-6bc75b17de7b req-c42a1d5f-27f1-4bda-8f0d-701449f06327 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0666664 Mar 10 04:12:05.084353 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1e0fa9aa-6eaa-426d-ac19-a2c6d0e6c3d3 req-04aa6072-864a-4192-8b9f-8e1e912855ab service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149347 Mar 10 04:12:05.135456 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8822862-4d54-4d46-aaf0-6bc75b17de7b req-d828f1b5-2ff2-499e-931a-62e669668311 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755231 Mar 10 04:12:05.211993 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:11Z', 'revision_number': 2, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}, {'id': '2666041b-651b-4f30-9867-be53415bc0ae', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:76:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b63784-7104-4a48-9271-420fc76d824b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:11:29Z', 'updated_at': '2022-03-10T04:12:03Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:05.227573 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf7a69-c126-4e5e-90c4-be2790bc440c req-979fb394-2063-4a0a-8f2a-492ddef62321 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:05.229028 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6bf7a69-c126-4e5e-90c4-be2790bc440c req-979fb394-2063-4a0a-8f2a-492ddef62321 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0631294 Mar 10 04:12:05.241702 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabda064-7004-41e1-a889-f0d016f883ae None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:11Z', 'revision_number': 2, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}, {'id': '2666041b-651b-4f30-9867-be53415bc0ae', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:76:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b63784-7104-4a48-9271-420fc76d824b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:11:29Z', 'updated_at': '2022-03-10T04:12:03Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:12:05.304132 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a336ee7-44a6-4830-bd0f-d322af2159a6 req-c40587f3-f38f-4d0e-85d3-b4f883986185 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:05.305610 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a336ee7-44a6-4830-bd0f-d322af2159a6 req-c40587f3-f38f-4d0e-85d3-b4f883986185 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 949 time: 0.0962489 Mar 10 04:12:05.309141 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6bf7a69-c126-4e5e-90c4-be2790bc440c req-a3704b3a-1156-47ad-9b69-7a027b770419 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622301 Mar 10 04:12:05.354386 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a336ee7-44a6-4830-bd0f-d322af2159a6 req-b6cf3906-a121-4e8a-8d24-764c940e9543 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Mar 10 04:12:05.448845 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a773e-576d-4bb7-a94b-0f10509d2c99 None None] New status for floating IP 2666041b-651b-4f30-9867-be53415bc0ae: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:12:05.487326 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 6c8e582a-aa13-401a-9ea0-91e73ad9489f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:12:05.733697 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042801-7f01-4995-8666-338ec056efa1 req-809f2761-5e58-48cf-86be-42cafdc09dca tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:05.736194 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e5042801-7f01-4995-8666-338ec056efa1 req-809f2761-5e58-48cf-86be-42cafdc09dca tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 943 time: 0.0877092 Mar 10 04:12:05.804841 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 6c8e582a-aa13-401a-9ea0-91e73ad9489f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:05.817003 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'port_id': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'mac_address': 'fa:16:3e:e5:d4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:12:05.827248 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e5042801-7f01-4995-8666-338ec056efa1 req-733e6748-2e49-478c-bfbb-308181e009ab tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802763 Mar 10 04:12:05.835166 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eca01e-bd65-415e-9c82-d53e9a27f5ba req-7efe8cd8-1926-41c9-a456-f6190269110c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:05.841969 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-34eca01e-bd65-415e-9c82-d53e9a27f5ba req-7efe8cd8-1926-41c9-a456-f6190269110c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1046455 Mar 10 04:12:05.863667 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 6c8e582a-aa13-401a-9ea0-91e73ad9489f is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:05.864116 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:05.876526 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8e582a-aa13-401a-9ea0-91e73ad9489f {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:12:05.891756 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-34eca01e-bd65-415e-9c82-d53e9a27f5ba req-2d88aae0-b2ab-4302-83a0-abadc5f18e0e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483875 Mar 10 04:12:05.895764 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 6c8e582a-aa13-401a-9ea0-91e73ad9489f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:05.899795 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:05.946207 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=6c8e582a-aa13-401a-9ea0-91e73ad9489f,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:06.244757 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-0cd37403-9175-44cb-955b-04f416629caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.246238 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-0cd37403-9175-44cb-955b-04f416629caf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168&tenant_id=1043931780a941138b2c0a8bd33e3723 HTTP/1.1" status: 200 len: 1127 time: 0.0742893 Mar 10 04:12:06.251765 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e90f0b-3693-4623-b763-7e3fed978c02 req-4528d2a1-3d1a-4752-84fa-cb89603abd59 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.253228 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e0e90f0b-3693-4623-b763-7e3fed978c02 req-4528d2a1-3d1a-4752-84fa-cb89603abd59 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0527108 Mar 10 04:12:06.300373 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['6c8e582a-aa13-401a-9ea0-91e73ad9489f'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:12:06.300742 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e0e90f0b-3693-4623-b763-7e3fed978c02 req-394b3dbe-cedb-427f-8280-18fad12de78a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Mar 10 04:12:06.314020 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-0a5bbdd4-bfd8-4051-b856-ae48459d036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.315694 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-0a5bbdd4-bfd8-4051-b856-ae48459d036e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 1127 time: 0.0442369 Mar 10 04:12:06.421957 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-b9f30773-d26c-48eb-925d-a8dc82d09ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.423528 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-b9f30773-d26c-48eb-925d-a8dc82d09ca2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.1009274 Mar 10 04:12:06.437874 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da849054-94f5-4685-b770-d1c5e764a52f req-0a4390d5-f527-476f-8ce5-dfe4dae9319d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.439353 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-da849054-94f5-4685-b770-d1c5e764a52f req-0a4390d5-f527-476f-8ce5-dfe4dae9319d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0594163 Mar 10 04:12:06.500492 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-9c771d64-3c20-4a1c-b577-ea5a3d226f41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 200 len: 998 time: 0.0626621 Mar 10 04:12:06.525929 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc49c73-dd29-47ab-820c-9cfcf376eb7a req-c72dbed0-a3bf-443e-bfbf-4ba56b3fd4e5 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.527469 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4bc49c73-dd29-47ab-820c-9cfcf376eb7a req-c72dbed0-a3bf-443e-bfbf-4ba56b3fd4e5 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 949 time: 0.0872002 Mar 10 04:12:06.533632 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-da849054-94f5-4685-b770-d1c5e764a52f req-e54eaee3-7e26-42ec-babd-cb91f9f82f69 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838537 Mar 10 04:12:06.558710 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-a2ae4176-6e45-476d-8351-418104dcb268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.560167 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-a2ae4176-6e45-476d-8351-418104dcb268 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0496056 Mar 10 04:12:06.584592 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4bc49c73-dd29-47ab-820c-9cfcf376eb7a req-36863a4b-2230-4932-9aef-63f317f127b4 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Mar 10 04:12:06.613723 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-cec70f11-bffd-49ec-8fba-aebe19e5b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.615232 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-cec70f11-bffd-49ec-8fba-aebe19e5b0f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429966 Mar 10 04:12:06.720774 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-e20a4834-38d6-400b-9871-ace71d7816fa service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871434 Mar 10 04:12:06.949312 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a5f19-0903-4955-b7b3-e939d4dc8c90 req-5c0ec1a3-31dc-401b-9c60-f39fad67ed5a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:06.950878 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-320a5f19-0903-4955-b7b3-e939d4dc8c90 req-5c0ec1a3-31dc-401b-9c60-f39fad67ed5a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 944 time: 0.0541899 Mar 10 04:12:07.030942 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-97bd49b6-5c98-4902-8fba-586cacd90999 req-dd64c79a-5bb5-4496-8a34-f172a53d65ef service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027692 Mar 10 04:12:07.031975 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-320a5f19-0903-4955-b7b3-e939d4dc8c90 req-fa3a4a0b-5c65-48e4-a4c9-b67f931720cc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747540 Mar 10 04:12:07.048257 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacef27-d219-42c8-a80a-9439f9788b84 req-3148110e-994f-46d4-ab86-9a9a7a28f0b3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:07.049850 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feacef27-d219-42c8-a80a-9439f9788b84 req-3148110e-994f-46d4-ab86-9a9a7a28f0b3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0863645 Mar 10 04:12:07.100149 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feacef27-d219-42c8-a80a-9439f9788b84 req-7f24d10a-a899-4038-bc0f-e1f6261e5a10 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 Mar 10 04:12:07.360765 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-1bf5706d-9d71-4da1-8605-15632c616c19 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:07.362237 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-1bf5706d-9d71-4da1-8605-15632c616c19 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.26 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 949 time: 0.0537210 Mar 10 04:12:07.426172 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d831f8c-309c-40e9-991b-850d8cab95b8 req-84a9060b-3d62-4df1-bc9f-c0220053faff tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:07.427636 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d831f8c-309c-40e9-991b-850d8cab95b8 req-84a9060b-3d62-4df1-bc9f-c0220053faff tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0527701 Mar 10 04:12:07.466502 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Deleting port 4fcba2ba-d5b3-48ea-9883-acea44a50275 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:12:07.467087 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:07.484598 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d831f8c-309c-40e9-991b-850d8cab95b8 req-c6e84769-1732-49ab-8bdb-e331d3343041 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503216 Mar 10 04:12:07.488915 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 6c8e582a-aa13-401a-9ea0-91e73ad9489f up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:12:07.566358 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 6c8e582a-aa13-401a-9ea0-91e73ad9489f completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:12:07.571732 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 6c8e582a-aa13-401a-9ea0-91e73ad9489f triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:12:07.572380 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:07.627576 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] For port 4fcba2ba-d5b3-48ea-9883-acea44a50275, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=4fcba2ba-d5b3-48ea-9883-acea44a50275,segment=NetworkSegment(537423fa-a718-409f-8369-fb8ab38ea034),segment_id=537423fa-a718-409f-8369-fb8ab38ea034)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:07.631059 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:07.666829 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Calling delete_port for 4fcba2ba-d5b3-48ea-9883-acea44a50275 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:12:07.723503 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 6c8e582a-aa13-401a-9ea0-91e73ad9489f is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:07.723930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:07.774055 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8e582a-aa13-401a-9ea0-91e73ad9489f'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:07.785489 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05abfd4-e1f4-41c4-a2e4-65475150ca7c" -d '{"events": [{"server_uuid": "7d78b48d-2da1-45e6-8e71-e4276e0688f9", "name": "network-vif-plugged", "status": "completed", "tag": "6c8e582a-aa13-401a-9ea0-91e73ad9489f"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:07.797402 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1110fb5-03e3-4ece-b5ca-d5f40b33d87f req-b9721437-0ff6-4202-895e-730dba57c432 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:07.804246 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f1110fb5-03e3-4ece-b5ca-d5f40b33d87f req-b9721437-0ff6-4202-895e-730dba57c432 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.1283903 Mar 10 04:12:07.815558 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 6c8e582a-aa13-401a-9ea0-91e73ad9489f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:07.823442 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:07.824356 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:12:07.842829 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f493dd2-735b-4989-a9ba-d64063eedddc req-7654e393-a905-473d-96ee-85b310f2640b tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:07.844557 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6f493dd2-735b-4989-a9ba-d64063eedddc req-7654e393-a905-473d-96ee-85b310f2640b tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 949 time: 0.1109471 Mar 10 04:12:07.888157 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (4fcba2ba-d5b3-48ea-9883-acea44a50275), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:07.901044 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f1110fb5-03e3-4ece-b5ca-d5f40b33d87f req-f57cf863-df9e-4d4a-87ee-1daf318853da tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958376 Mar 10 04:12:07.921512 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['4fcba2ba-d5b3-48ea-9883-acea44a50275'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:12:08.034884 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6f493dd2-735b-4989-a9ba-d64063eedddc req-017ab6f9-bece-4625-b430-ccf6038cc948 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/security-groups?id=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781309 Mar 10 04:12:08.049907 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249732a1-1973-47d8-ba74-04d8460b3bac x-openstack-request-id: req-249732a1-1973-47d8-ba74-04d8460b3bac {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:08.050213 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78b48d-2da1-45e6-8e71-e4276e0688f9", "name": "network-vif-plugged", "status": "completed", "tag": "6c8e582a-aa13-401a-9ea0-91e73ad9489f", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:08.052247 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-249732a1-1973-47d8-ba74-04d8460b3bac {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:08.052763 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'code': 200} Mar 10 04:12:08.059349 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=6c8e582a-aa13-401a-9ea0-91e73ad9489f,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:08.080422 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] No DVR routers for this DVR port 4fcba2ba-d5b3-48ea-9883-acea44a50275 on host hv-cinder-77819 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:12:08.082024 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Pushing event deleted for resources: {'Port': ['ID=4fcba2ba-d5b3-48ea-9883-acea44a50275,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:08.085519 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:08.088975 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-847de2aa-3c40-4fde-9f22-50fa970a9fcd req-4947fdaf-4105-4101-a9af-fa3172b69846 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.26 "DELETE /v2.0/ports/4fcba2ba-d5b3-48ea-9883-acea44a50275 HTTP/1.1" status: 204 len: 173 time: 0.7181025 Mar 10 04:12:08.089460 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3294db2a-6073-4bda-b615-74d5a65937a4', 'name': 'network-vif-deleted', 'tag': '4fcba2ba-d5b3-48ea-9883-acea44a50275'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:08.092634 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c9d893-4a48-4e4a-a6cf-a16412e01654" -d '{"events": [{"server_uuid": "3294db2a-6073-4bda-b615-74d5a65937a4", "name": "network-vif-deleted", "tag": "4fcba2ba-d5b3-48ea-9883-acea44a50275"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:08.200792 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e0a189-850c-47eb-a032-5cbf961a0500 x-openstack-request-id: req-87e0a189-850c-47eb-a032-5cbf961a0500 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:08.201099 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3294db2a-6073-4bda-b615-74d5a65937a4", "name": "network-vif-deleted", "tag": "4fcba2ba-d5b3-48ea-9883-acea44a50275", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:08.201399 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87e0a189-850c-47eb-a032-5cbf961a0500 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:08.201803 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3294db2a-6073-4bda-b615-74d5a65937a4', 'name': 'network-vif-deleted', 'tag': '4fcba2ba-d5b3-48ea-9883-acea44a50275', 'status': 'completed', 'code': 200} Mar 10 04:12:08.220097 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 is: DOWN; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:08.282616 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504abeb-3de3-482d-b542-018ee21054d8 req-1a4d3fb5-876d-44db-baa5-74d2b74cc4a9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:08.284137 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e504abeb-3de3-482d-b542-018ee21054d8 req-1a4d3fb5-876d-44db-baa5-74d2b74cc4a9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.1212749 Mar 10 04:12:08.409540 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e504abeb-3de3-482d-b542-018ee21054d8 req-1bd3acc0-25a9-43c7-b32d-68725abe7f5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168866 Mar 10 04:12:08.421569 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab709df-f6cb-4d82-bc20-da7371057cea req-730d4ccf-89dc-4e89-9b66-807f8b33a24c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:08.423174 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ab709df-f6cb-4d82-bc20-da7371057cea req-730d4ccf-89dc-4e89-9b66-807f8b33a24c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.1177251 Mar 10 04:12:08.491957 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ab709df-f6cb-4d82-bc20-da7371057cea req-ee53625b-fa16-4136-a217-b399f85f6b06 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614698 Mar 10 04:12:08.645245 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc7531-4cbf-4b76-af2b-39292f544081 req-5354c889-f309-4e31-a270-30a394ba8e48 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:08.646732 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52fc7531-4cbf-4b76-af2b-39292f544081 req-5354c889-f309-4e31-a270-30a394ba8e48 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0534546 Mar 10 04:12:08.700732 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52fc7531-4cbf-4b76-af2b-39292f544081 req-398773d7-a754-4524-afa3-ade1542988ee tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479681 Mar 10 04:12:09.014822 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265f4f3-746d-4783-a878-1f89d27087a3 req-58868b27-7bec-4787-8510-2f0093d766d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:09.016323 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6265f4f3-746d-4783-a878-1f89d27087a3 req-58868b27-7bec-4787-8510-2f0093d766d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0623622 Mar 10 04:12:09.066253 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6265f4f3-746d-4783-a878-1f89d27087a3 req-83c1b767-0f21-4502-a8e0-9f2b11255ca9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Mar 10 04:12:09.147494 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-58b08ab6-2a1e-4428-82a6-86e13c79d3d8 req-524db9d1-2685-427b-bf43-6200e303bc3f tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0452430 Mar 10 04:12:09.553316 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2b940-8299-4923-a0e3-ef65e08fca85 req-1d2ac84b-cb54-45f5-9f2f-cc541580ff81 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:09.561302 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0c2b940-8299-4923-a0e3-ef65e08fca85 req-1d2ac84b-cb54-45f5-9f2f-cc541580ff81 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0836806 Mar 10 04:12:09.639408 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0c2b940-8299-4923-a0e3-ef65e08fca85 req-4cc8bcfe-7b37-44a1-8c9f-03e5e1e1c8c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764844 Mar 10 04:12:09.667543 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5a0f7-abc3-4e8a-a932-e6170ce58bc7 req-7aa08434-9530-4f00-aae3-ccf5e4e469b0 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:09.669039 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-87a5a0f7-abc3-4e8a-a932-e6170ce58bc7 req-7aa08434-9530-4f00-aae3-ccf5e4e469b0 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0726600 Mar 10 04:12:09.720802 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-87a5a0f7-abc3-4e8a-a932-e6170ce58bc7 req-389a920d-17a0-4dc1-ba5f-d8676c8613b3 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460644 Mar 10 04:12:09.829751 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac730b4-2589-4bd1-9363-ece3203e5cff req-837a1529-ed6e-4296-96c7-f54f8291d422 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:09.831215 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ac730b4-2589-4bd1-9363-ece3203e5cff req-837a1529-ed6e-4296-96c7-f54f8291d422 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0524411 Mar 10 04:12:09.876900 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ac730b4-2589-4bd1-9363-ece3203e5cff req-1cb93e2a-1dd5-4153-9011-68f40903ba8f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Mar 10 04:12:10.200785 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b0a22-1eb6-4a3e-b5a1-cd18b9ed8d3a req-d1ea3305-a012-46a9-92fe-4d1e1676a1b5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:10.202944 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b68b0a22-1eb6-4a3e-b5a1-cd18b9ed8d3a req-d1ea3305-a012-46a9-92fe-4d1e1676a1b5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0566876 Mar 10 04:12:10.249409 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f0bfafa5-30d3-47b8-b73d-0712dcfd07d8 req-efa2b216-1924-4699-9423-269c38af3ce8 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0352616 Mar 10 04:12:10.278895 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b68b0a22-1eb6-4a3e-b5a1-cd18b9ed8d3a req-9110c193-f3df-43ea-a456-e74e24d2be28 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703089 Mar 10 04:12:10.761323 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00533d6-b606-4814-87e3-d9f00618b4ca req-21ac8be6-03f1-4b24-b89d-88b982541b3a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:10.762713 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e00533d6-b606-4814-87e3-d9f00618b4ca req-21ac8be6-03f1-4b24-b89d-88b982541b3a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0571809 Mar 10 04:12:10.835860 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e00533d6-b606-4814-87e3-d9f00618b4ca req-669d010f-377a-45c2-930b-f8200b6f6ef6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673389 Mar 10 04:12:10.878428 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11756ca9-1dd8-4717-bd1e-c2ee57f79b37 req-6d42e5df-07f1-4e75-867d-471099d3fc10 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:10.879907 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-11756ca9-1dd8-4717-bd1e-c2ee57f79b37 req-6d42e5df-07f1-4e75-867d-471099d3fc10 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0608532 Mar 10 04:12:10.927079 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-11756ca9-1dd8-4717-bd1e-c2ee57f79b37 req-e953f2ac-f42a-4024-b97a-cf4a3f78f343 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 Mar 10 04:12:11.002470 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfebad1-67ad-4443-8b9f-b393f09fb1fc req-84af3768-6a8a-47c7-ac7b-8a5942d10020 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:11.004175 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4dfebad1-67ad-4443-8b9f-b393f09fb1fc req-84af3768-6a8a-47c7-ac7b-8a5942d10020 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0562229 Mar 10 04:12:11.053499 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4dfebad1-67ad-4443-8b9f-b393f09fb1fc req-a1266dcd-77c7-416e-92dd-1029a3080b5f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417259 Mar 10 04:12:11.343239 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-778940fd-55c9-4a21-957e-bc22d2f19bbb req-55d2ca46-2afe-4ac6-8265-909ee952975d tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0280395 Mar 10 04:12:11.406359 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b6d29-dc33-418a-9ec8-f71d30bd68a2 req-d627d3c6-b0d3-471d-b4fa-d42feb5fa8f0 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:11.407861 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b6d29-dc33-418a-9ec8-f71d30bd68a2 req-d627d3c6-b0d3-471d-b4fa-d42feb5fa8f0 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0611780 Mar 10 04:12:11.470099 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b6d29-dc33-418a-9ec8-f71d30bd68a2 req-2720b1c4-6321-4025-b1ac-c59d9be3e185 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536942 Mar 10 04:12:11.505509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 4fcba2ba-d5b3-48ea-9883-acea44a50275 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:12:11.525780 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 4fcba2ba-d5b3-48ea-9883-acea44a50275 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:12:11.526126 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 4fcba2ba-d5b3-48ea-9883-acea44a50275 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:12:11.951763 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c40c1-688b-49fe-a968-d27473279008 req-303caecc-390e-46f7-8c6c-c8cdaf310a38 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:11.953216 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-913c40c1-688b-49fe-a968-d27473279008 req-303caecc-390e-46f7-8c6c-c8cdaf310a38 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Mar 10 04:12:12.011060 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-913c40c1-688b-49fe-a968-d27473279008 req-f5016855-aac9-4611-8e4d-348d94b66ee4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518501 Mar 10 04:12:12.053389 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e82ba-c21d-4d2c-be6b-703f4374a3e4 req-489539b0-905f-4ed9-89a1-0dd6099a9de0 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:12.055003 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2f8e82ba-c21d-4d2c-be6b-703f4374a3e4 req-489539b0-905f-4ed9-89a1-0dd6099a9de0 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0607815 Mar 10 04:12:12.137701 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2f8e82ba-c21d-4d2c-be6b-703f4374a3e4 req-3760e51c-debf-403e-ae63-a075a323735e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755589 Mar 10 04:12:12.198104 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd518c94-4d7e-4727-9893-23951ea9015f req-60daaaef-4173-4f25-bc1b-4a3fffb3faed tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:12.199758 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd518c94-4d7e-4727-9893-23951ea9015f req-60daaaef-4173-4f25-bc1b-4a3fffb3faed tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0553005 Mar 10 04:12:12.251642 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd518c94-4d7e-4727-9893-23951ea9015f req-bd63be38-1251-4ca6-a583-b8631def109f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457783 Mar 10 04:12:12.458044 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fba13703-5fae-4aa6-bfe4-2ef60ef9f551 req-943fdd28-ce61-4e5f-b653-a0d4c80319d8 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0287988 Mar 10 04:12:12.598002 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d9a9-3939-46ef-a54c-e49290ca2e37 req-79df8657-f361-4ac8-80c0-c93d7f252a73 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:12.601813 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f888d9a9-3939-46ef-a54c-e49290ca2e37 req-79df8657-f361-4ac8-80c0-c93d7f252a73 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0664041 Mar 10 04:12:12.650423 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f888d9a9-3939-46ef-a54c-e49290ca2e37 req-59042c00-5d4a-4bc4-9b36-acdf843d2a58 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452006 Mar 10 04:12:13.152614 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2670c3-4bdb-4b41-a037-2b0d9e22af98 req-1f25f6d4-ab63-4b88-b51e-6714ce130e9f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:13.154102 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b2670c3-4bdb-4b41-a037-2b0d9e22af98 req-1f25f6d4-ab63-4b88-b51e-6714ce130e9f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0673666 Mar 10 04:12:13.224606 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b2670c3-4bdb-4b41-a037-2b0d9e22af98 req-96961347-9c89-42e3-9971-d26767e56a6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644488 Mar 10 04:12:13.291074 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994adc1-c218-4485-ae90-ddfa9537e38f req-8db6ab02-1187-431b-bffe-f1360ae4201b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:13.292614 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7994adc1-c218-4485-ae90-ddfa9537e38f req-8db6ab02-1187-431b-bffe-f1360ae4201b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 945 time: 0.0665028 Mar 10 04:12:13.375518 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7994adc1-c218-4485-ae90-ddfa9537e38f req-a131cdd3-a5a6-4e44-9b92-2b099e199c83 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760319 Mar 10 04:12:13.400584 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b81c1-37df-4729-b5d2-dc611b4fbb95 req-e20ded57-8b90-4eb3-90b8-814f9c13601b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:13.402625 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e9b81c1-37df-4729-b5d2-dc611b4fbb95 req-e20ded57-8b90-4eb3-90b8-814f9c13601b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0728531 Mar 10 04:12:13.408334 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f05b-2897-488a-8c15-0ce8fd588cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:13.463979 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e9b81c1-37df-4729-b5d2-dc611b4fbb95 req-58a0cd20-a533-4164-99e0-4bb05b82a567 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512459 Mar 10 04:12:13.518199 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 23472193-5938-4ff1-9861-9b2bae6e77be no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:12:13.565400 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e0366918-036b-4495-ba3e-3be7e36cb757 req-9186d00b-4c02-4618-9315-e10c9e3c3a32 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0303888 Mar 10 04:12:13.598824 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 23472193-5938-4ff1-9861-9b2bae6e77be is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:13.599204 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:13.621081 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23472193-5938-4ff1-9861-9b2bae6e77be'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:13.624010 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b34c342-94ab-4703-8828-86a24bf74408" -d '{"events": [{"server_uuid": "56b25e54-32f7-4cf6-9620-916a5e0a8546", "name": "network-vif-unplugged", "status": "completed", "tag": "23472193-5938-4ff1-9861-9b2bae6e77be"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:13.641602 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 23472193-5938-4ff1-9861-9b2bae6e77be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23472193-5938-4ff1-9861-9b2bae6e77be,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:13.664978 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:13.673441 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e3ff49-bbd9-42bc-ad75-7269b0649299 x-openstack-request-id: req-09e3ff49-bbd9-42bc-ad75-7269b0649299 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:13.673747 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b25e54-32f7-4cf6-9620-916a5e0a8546", "name": "network-vif-unplugged", "status": "completed", "tag": "23472193-5938-4ff1-9861-9b2bae6e77be", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:13.673997 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09e3ff49-bbd9-42bc-ad75-7269b0649299 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:13.674392 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23472193-5938-4ff1-9861-9b2bae6e77be', 'code': 200} Mar 10 04:12:13.719005 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=23472193-5938-4ff1-9861-9b2bae6e77be,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:13.766632 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77b263-7c4e-4d6e-bfa8-e0c9f538ecec req-7b425fa7-3a87-48b7-88c6-0405fe0c5598 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:13.768146 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e77b263-7c4e-4d6e-bfa8-e0c9f538ecec req-7b425fa7-3a87-48b7-88c6-0405fe0c5598 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0513659 Mar 10 04:12:13.829884 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e77b263-7c4e-4d6e-bfa8-e0c9f538ecec req-f102929c-1436-40d9-9d61-f1af4959f5bd tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548663 Mar 10 04:12:14.336591 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb284d-5d60-444d-8773-fc2cdae85f56 req-dedadc28-67a2-4139-a649-f6949d850b74 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:14.338010 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-13eb284d-5d60-444d-8773-fc2cdae85f56 req-dedadc28-67a2-4139-a649-f6949d850b74 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0507140 Mar 10 04:12:14.384516 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-13eb284d-5d60-444d-8773-fc2cdae85f56 req-b8803062-d810-4e3e-bd37-24024923c14e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404041 Mar 10 04:12:14.500784 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1c4ef-b969-44fb-91f9-b47abe4afee2 req-e27b0a2f-9cba-458b-93d2-0805cc34fa67 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:14.502438 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-27c1c4ef-b969-44fb-91f9-b47abe4afee2 req-e27b0a2f-9cba-458b-93d2-0805cc34fa67 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.0594368 Mar 10 04:12:14.578401 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-27c1c4ef-b969-44fb-91f9-b47abe4afee2 req-7bce7373-d60e-4f34-be11-735b92d0156d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693223 Mar 10 04:12:14.601731 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea4044-1fb5-46fe-8283-39fec22b7a6d req-4831397c-43c6-4a75-9bde-00b458ff0d12 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:14.603092 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5cea4044-1fb5-46fe-8283-39fec22b7a6d req-4831397c-43c6-4a75-9bde-00b458ff0d12 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0682509 Mar 10 04:12:14.670953 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8736c482-0a4f-48de-b304-6934800ba0ed req-5e55a8ad-6712-4050-925d-d4c814c21ceb tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0355694 Mar 10 04:12:14.676107 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5cea4044-1fb5-46fe-8283-39fec22b7a6d req-6475ef28-61e8-4a5c-b008-3c51f84c73bb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673287 Mar 10 04:12:14.953538 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a703cae-a1f6-41dd-8d95-fb41d0bcc1c2 req-00e6a3eb-0b67-489f-8086-1836b3a238cf tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:14.955389 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a703cae-a1f6-41dd-8d95-fb41d0bcc1c2 req-00e6a3eb-0b67-489f-8086-1836b3a238cf tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0554938 Mar 10 04:12:15.004904 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a703cae-a1f6-41dd-8d95-fb41d0bcc1c2 req-13915594-9a49-4092-b428-ffa029d06af9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440235 Mar 10 04:12:15.504433 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986e2a2-0732-4408-9e8d-5fb7ed27e269 req-6dfd1535-14b7-465d-9969-5d852ddc1ddc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:15.505881 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7986e2a2-0732-4408-9e8d-5fb7ed27e269 req-6dfd1535-14b7-465d-9969-5d852ddc1ddc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0523345 Mar 10 04:12:15.550488 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-686a951c-58ca-44bf-9bc7-e17847780cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:15.555173 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7986e2a2-0732-4408-9e8d-5fb7ed27e269 req-616df2ec-cf02-4c33-a5da-dd05a7bb919b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437617 Mar 10 04:12:15.733683 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf52893-e1d1-4ad8-acc4-3627f4664161 req-93792116-e228-4365-b692-557bdfad3c5e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:15.735194 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abf52893-e1d1-4ad8-acc4-3627f4664161 req-93792116-e228-4365-b692-557bdfad3c5e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.0586205 Mar 10 04:12:15.781756 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-481e7c22-6042-41be-b4b2-497e16f0717e req-953bbe08-648f-42e3-ae05-e68173cf20b6 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0345268 Mar 10 04:12:16.100853 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abf52893-e1d1-4ad8-acc4-3627f4664161 req-d2a89a67-4fa4-47b5-b177-7c0059180cd1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595142 Mar 10 04:12:16.140154 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c263e4-0dd3-4ed4-9cb9-e30d6f858714 req-d424d4b9-7f14-4ea7-b757-49629f3389ee tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:16.141601 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05c263e4-0dd3-4ed4-9cb9-e30d6f858714 req-d424d4b9-7f14-4ea7-b757-49629f3389ee tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0561564 Mar 10 04:12:16.224489 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05c263e4-0dd3-4ed4-9cb9-e30d6f858714 req-fcf9eab1-62a0-442d-a843-94fc63c744cd tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771742 Mar 10 04:12:16.241120 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2314f-1a1b-4458-bd1e-034607ac1d81 req-8b62167d-06fa-4a68-9621-c7a622183cec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:16.242599 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-67b2314f-1a1b-4458-bd1e-034607ac1d81 req-8b62167d-06fa-4a68-9621-c7a622183cec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0826778 Mar 10 04:12:16.306685 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-67b2314f-1a1b-4458-bd1e-034607ac1d81 req-b786f1ff-c779-4567-aa93-eebd9711aa4b tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555320 Mar 10 04:12:16.603316 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:16.669541 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858b91-9185-45ad-a08a-755203582809 req-78adc3ca-a69f-4e8a-9cb8-357316e1bcc9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:16.671465 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a8858b91-9185-45ad-a08a-755203582809 req-78adc3ca-a69f-4e8a-9cb8-357316e1bcc9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0512478 Mar 10 04:12:16.717563 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a8858b91-9185-45ad-a08a-755203582809 req-2c9972fd-1d02-42ee-9049-64133ec60564 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405548 Mar 10 04:12:16.884969 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-06a9c2cf-dc0d-4ba8-9602-543002342eee req-6d862e1d-920c-4145-a937-69db1ae69f32 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0279758 Mar 10 04:12:17.214819 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503d926-35ea-4ccf-8d38-a2da1db24b58 req-278eada2-a79b-4ec1-8616-9ba7992da179 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:17.216279 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8503d926-35ea-4ccf-8d38-a2da1db24b58 req-278eada2-a79b-4ec1-8616-9ba7992da179 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.0511088 Mar 10 04:12:17.273021 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8503d926-35ea-4ccf-8d38-a2da1db24b58 req-d7c8ff6c-7910-4c97-a6a6-1accd166dbcc tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Mar 10 04:12:17.305707 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:17.441269 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98651f-67fb-4c38-9866-b067ff0e30e7 req-8caf947a-0e09-4f03-bc5e-a8c96fe73e82 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:17.442874 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b98651f-67fb-4c38-9866-b067ff0e30e7 req-8caf947a-0e09-4f03-bc5e-a8c96fe73e82 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0827193 Mar 10 04:12:17.453659 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28abe-726c-4cd5-9460-ed03a65f09e8 req-c7544bcc-3a7b-4378-99de-b3c05b4b0074 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:17.455002 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd28abe-726c-4cd5-9460-ed03a65f09e8 req-c7544bcc-3a7b-4378-99de-b3c05b4b0074 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0680046 Mar 10 04:12:17.521255 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b98651f-67fb-4c38-9866-b067ff0e30e7 req-159188e7-5bbe-434e-ab5c-32da0447c6b3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653200 Mar 10 04:12:17.531713 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd28abe-726c-4cd5-9460-ed03a65f09e8 req-55de086d-b478-475a-8a2f-eb7a56b3a9d9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702777 Mar 10 04:12:17.837137 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9e0c2-dc69-4f73-ba17-571c005e54ec req-e5607856-0076-4917-9cd7-8b3e97450c65 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:17.838562 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2bd9e0c2-dc69-4f73-ba17-571c005e54ec req-e5607856-0076-4917-9cd7-8b3e97450c65 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0513287 Mar 10 04:12:17.884377 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2bd9e0c2-dc69-4f73-ba17-571c005e54ec req-50fe5a01-498e-4097-8f53-6467422af53f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404782 Mar 10 04:12:17.977846 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41a882ca-f10e-475a-96bf-1c9c0bb2c03b req-950ffea2-2c34-4935-9c91-b0402715c3a0 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0256233 Mar 10 04:12:18.307445 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:18.396440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1dbfe-173e-48bf-a720-1c11c8db7d4f req-1a07c3f8-37c9-460d-953d-00f013c0b486 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:18.397813 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-91a1dbfe-173e-48bf-a720-1c11c8db7d4f req-1a07c3f8-37c9-460d-953d-00f013c0b486 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.0546048 Mar 10 04:12:18.445845 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-91a1dbfe-173e-48bf-a720-1c11c8db7d4f req-3e8bd138-c892-49ac-b1ff-a74cbb184a92 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Mar 10 04:12:18.680676 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45dcd-3aa2-44b4-9912-3327b5df90aa req-ddd001a6-0688-4f45-a064-d0fb14146899 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:18.682054 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-86b45dcd-3aa2-44b4-9912-3327b5df90aa req-ddd001a6-0688-4f45-a064-d0fb14146899 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0834715 Mar 10 04:12:18.688475 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a566a76-8bd6-4844-85c0-e8999c4f2b44 req-c8a8dfaf-345e-4611-ae4d-be134b66497d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:18.689802 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9a566a76-8bd6-4844-85c0-e8999c4f2b44 req-c8a8dfaf-345e-4611-ae4d-be134b66497d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.1004689 Mar 10 04:12:18.762797 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-86b45dcd-3aa2-44b4-9912-3327b5df90aa req-9485179e-81c5-405e-8b03-1d103d729c1e tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720651 Mar 10 04:12:18.766281 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9a566a76-8bd6-4844-85c0-e8999c4f2b44 req-7e687849-550a-4294-92ce-100535673f8a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697381 Mar 10 04:12:18.937351 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-a1f242f8-9d33-474b-b071-0c3929c2c984 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:18.938759 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-a1f242f8-9d33-474b-b071-0c3929c2c984 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 943 time: 0.0587072 Mar 10 04:12:18.960230 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-c9894d36-1b29-40cf-8063-5929b7234d34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639355 Mar 10 04:12:19.100722 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24455713-8aa2-45ce-9507-0b93a5acca4b req-9b06272b-1c9e-4aaf-90f9-051a928e7e0d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:19.102349 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-24455713-8aa2-45ce-9507-0b93a5acca4b req-9b06272b-1c9e-4aaf-90f9-051a928e7e0d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.1308167 Mar 10 04:12:19.114722 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Deleting port 23472193-5938-4ff1-9861-9b2bae6e77be {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:12:19.114722 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:19.131277 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-bfb8cfe5-6f65-4481-b5a1-f8836d07cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:19.133737 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-bfb8cfe5-6f65-4481-b5a1-f8836d07cd4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 1130 time: 0.1293728 Mar 10 04:12:19.176197 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f4c56d57-acc2-480f-9e6c-30e58f336df6 req-fa7af25a-7c1e-4b6c-865c-3b0bac9d6202 tempest-VolumesNegativeTest-308117790 tempest-VolumesNegativeTest-308117790-project] 10.222.0.15 "GET /v2.0/ports?device_id=3294db2a-6073-4bda-b615-74d5a65937a4 HTTP/1.1" status: 200 len: 210 time: 0.0715394 Mar 10 04:12:19.226393 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] For port 23472193-5938-4ff1-9861-9b2bae6e77be, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=23472193-5938-4ff1-9861-9b2bae6e77be,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:19.226823 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:19.239987 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Calling delete_port for 23472193-5938-4ff1-9861-9b2bae6e77be owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:12:19.281416 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab030aa1-93b1-4f5b-9b8b-ad22f61e3373 req-6d9dc485-28a2-44ca-8ca5-64cb08106ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:19.282904 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab030aa1-93b1-4f5b-9b8b-ad22f61e3373 req-6d9dc485-28a2-44ca-8ca5-64cb08106ba6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 1129 time: 0.1979816 Mar 10 04:12:19.286426 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-24455713-8aa2-45ce-9507-0b93a5acca4b req-15179fd6-346b-495b-9d39-4e00578ebef2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687016 Mar 10 04:12:19.314783 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-f8e2733d-b400-4f85-9d5d-ed01056e4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:19.316237 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-f8e2733d-b400-4f85-9d5d-ed01056e4743 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 915 time: 0.1494291 Mar 10 04:12:19.378458 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (23472193-5938-4ff1-9861-9b2bae6e77be), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:19.379138 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab030aa1-93b1-4f5b-9b8b-ad22f61e3373 req-ea0f1258-dc1a-40c8-85a1-046c6aa8821f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809743 Mar 10 04:12:19.393230 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['b9973bb0-7507-436a-ab7a-5e04a0299438'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:12:19.400303 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-73e03d3b-5d36-4fa4-8a46-0f57f43a886d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3054567-e052-4749-affb-f9a6a49c2679 HTTP/1.1" status: 200 len: 1002 time: 0.0702894 Mar 10 04:12:19.407827 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Pushing event deleted for resources: {'Port': ['ID=23472193-5938-4ff1-9861-9b2bae6e77be,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:19.437133 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.437483 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.437825 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.438179 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.438496 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.438826 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.439151 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.439476 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.439825 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.440149 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.440480 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.441065 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.441387 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:19.462188 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] No DVR routers for this DVR port 23472193-5938-4ff1-9861-9b2bae6e77be on host hv-cinder-77819 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:12:19.465085 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:19.468506 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-20ecdadc-1f53-48f6-bfab-71c1e45b9969 req-18ef049b-2a99-4056-b2e0-3ee639ff877c tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.26 "DELETE /v2.0/ports/23472193-5938-4ff1-9861-9b2bae6e77be HTTP/1.1" status: 204 len: 173 time: 0.5126517 Mar 10 04:12:19.469020 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'name': 'network-vif-deleted', 'tag': '23472193-5938-4ff1-9861-9b2bae6e77be'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:19.471913 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab11f03-7765-4437-8357-4a7c0a017319" -d '{"events": [{"server_uuid": "56b25e54-32f7-4cf6-9620-916a5e0a8546", "name": "network-vif-deleted", "tag": "23472193-5938-4ff1-9861-9b2bae6e77be"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:19.509168 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053ac8a4-c22c-4b86-9225-47813b831662 x-openstack-request-id: req-053ac8a4-c22c-4b86-9225-47813b831662 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:19.509556 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b25e54-32f7-4cf6-9620-916a5e0a8546", "name": "network-vif-deleted", "tag": "23472193-5938-4ff1-9861-9b2bae6e77be", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:19.509909 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-053ac8a4-c22c-4b86-9225-47813b831662 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:19.510388 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b25e54-32f7-4cf6-9620-916a5e0a8546', 'name': 'network-vif-deleted', 'tag': '23472193-5938-4ff1-9861-9b2bae6e77be', 'status': 'completed', 'code': 200} Mar 10 04:12:19.542019 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5f0210a-863d-4fa6-afb8-ff57348061d9 req-66785acb-fda4-4509-9f87-50d1379bf309 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=56b25e54-32f7-4cf6-9620-916a5e0a8546 HTTP/1.1" status: 200 len: 210 time: 0.0258098 Mar 10 04:12:19.644614 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-27dc9d5f-b736-4a28-89f4-2445814b6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:19.646565 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-27dc9d5f-b736-4a28-89f4-2445814b6384 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0507579 Mar 10 04:12:19.697467 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-cc780644-2cd3-4214-b562-eba4f9b0abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:19.699041 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-cc780644-2cd3-4214-b562-eba4f9b0abaa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453427 Mar 10 04:12:19.798347 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-a2536c1d-5a82-4985-942b-d434b65e7a42 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832701 Mar 10 04:12:19.976573 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a66644-24a3-4efe-9b5f-1c76932c8927 req-7df22675-6c19-4280-9c2d-271083ea2543 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:19.978112 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-02a66644-24a3-4efe-9b5f-1c76932c8927 req-7df22675-6c19-4280-9c2d-271083ea2543 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.1379652 Mar 10 04:12:19.987262 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc6bc-c69b-406a-8da7-b00c4851aafb req-0ddb838f-c705-485f-8251-526496e7ce2a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:19.988707 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d0bc6bc-c69b-406a-8da7-b00c4851aafb req-0ddb838f-c705-485f-8251-526496e7ce2a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.1496482 Mar 10 04:12:19.992679 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42aedb91-177f-497f-aa78-ac1eb9c3097f req-0ab20932-049e-445f-9a06-456212154b82 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707163 Mar 10 04:12:20.057057 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:20.065291 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-02a66644-24a3-4efe-9b5f-1c76932c8927 req-68055565-fd56-457a-b17c-53336ea6b121 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753446 Mar 10 04:12:20.080228 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d0bc6bc-c69b-406a-8da7-b00c4851aafb req-cbfeaee9-0a47-44f1-9925-cbc902ae41a7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810702 Mar 10 04:12:20.288973 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04644-c7a2-4c2c-b3ec-1b537dd2b59d req-d220e4bb-4f46-467e-8ac6-2d45bfd65e48 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.296227 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4c04644-c7a2-4c2c-b3ec-1b537dd2b59d req-d220e4bb-4f46-467e-8ac6-2d45bfd65e48 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0663667 Mar 10 04:12:20.374890 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4c04644-c7a2-4c2c-b3ec-1b537dd2b59d req-b611eaf1-bf2e-4106-acad-6fadd8e172f7 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775802 Mar 10 04:12:20.407949 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-64af4d70-c48c-466e-8baf-6dcead65866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.409653 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-64af4d70-c48c-466e-8baf-6dcead65866b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 1129 time: 0.0981650 Mar 10 04:12:20.454744 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27833d-11c6-481d-a37d-90c047a9556e req-a76a9617-446b-4899-921e-cca67ed858be tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.456336 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac27833d-11c6-481d-a37d-90c047a9556e req-a76a9617-446b-4899-921e-cca67ed858be tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0865130 Mar 10 04:12:20.559015 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac27833d-11c6-481d-a37d-90c047a9556e req-7fae87bc-129a-4bdb-8097-7040bc28fc69 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942643 Mar 10 04:12:20.562354 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-1ed5b9d7-bb9e-43ed-8933-5e1db49f076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.563924 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-1ed5b9d7-bb9e-43ed-8933-5e1db49f076d service neutron] 10.222.0.26 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 912 time: 0.1419134 Mar 10 04:12:20.652474 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-73782b63-4091-4460-85db-e19cf7f30446 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9 HTTP/1.1" status: 200 len: 1001 time: 0.0783777 Mar 10 04:12:20.710526 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-f95e9f71-995b-47d0-8008-f37a0ebc3853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.712132 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-f95e9f71-995b-47d0-8008-f37a0ebc3853 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 200 len: 850 time: 0.0499513 Mar 10 04:12:20.789918 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-d513e08a-c8c5-43b7-b15e-087051c92c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.791772 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-d513e08a-c8c5-43b7-b15e-087051c92c36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82699838-18bb-40f4-bac9-1e3b6446b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698521 Mar 10 04:12:20.924675 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c94a2-a93e-476b-9b48-d74aee32727c req-ed8fedcd-4997-4d76-a6db-bf397c546e73 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.925949 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-131c94a2-a93e-476b-9b48-d74aee32727c req-ed8fedcd-4997-4d76-a6db-bf397c546e73 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1161916 Mar 10 04:12:20.956250 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-e0dda180-25b0-4ccf-a629-8e0140a92bfc service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191363 Mar 10 04:12:21.006115 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-131c94a2-a93e-476b-9b48-d74aee32727c req-9634b942-5e95-4406-a9e0-6b5c42ac2f0e tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666983 Mar 10 04:12:21.076560 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf141ba4-9ff0-49ba-9a41-e1182448bbde req-73173657-a644-425e-8f98-2777897cf99a service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079175 Mar 10 04:12:21.239857 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be13d00-a581-458f-935b-f956cfb1d67c req-d2a092a8-660e-4881-8145-c130f7abb746 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:21.241454 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9be13d00-a581-458f-935b-f956cfb1d67c req-d2a092a8-660e-4881-8145-c130f7abb746 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0699539 Mar 10 04:12:21.294056 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9be13d00-a581-458f-935b-f956cfb1d67c req-5adbe298-b748-40f1-95e2-fc4b38ea8907 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467429 Mar 10 04:12:21.495770 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918951c5-b8d9-4148-bdf5-1fbe24b3eafb req-873cf366-0379-4f34-a95f-4a591131a8da tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:21.497206 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-918951c5-b8d9-4148-bdf5-1fbe24b3eafb req-873cf366-0379-4f34-a95f-4a591131a8da tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0523193 Mar 10 04:12:21.545913 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-918951c5-b8d9-4148-bdf5-1fbe24b3eafb req-3a2b0232-7757-4454-94dd-5c2f03e50fc8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 Mar 10 04:12:21.688024 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82970e89-bfd3-45b3-aecd-81e636b7e64f req-b4e06d0d-4bdd-44cc-af83-7c52280d6d7f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:21.689517 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-82970e89-bfd3-45b3-aecd-81e636b7e64f req-b4e06d0d-4bdd-44cc-af83-7c52280d6d7f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0620887 Mar 10 04:12:21.739667 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-82970e89-bfd3-45b3-aecd-81e636b7e64f req-d8078c16-ff13-473a-a119-e77fac1800a0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444744 Mar 10 04:12:21.859566 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e4a58-06a6-40b4-aed1-89b0de08065f req-6c9b71be-f0b2-4a51-9599-d99e7dba00da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:21.861537 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b89e4a58-06a6-40b4-aed1-89b0de08065f req-6c9b71be-f0b2-4a51-9599-d99e7dba00da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0565476 Mar 10 04:12:21.910895 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b89e4a58-06a6-40b4-aed1-89b0de08065f req-13c0be7c-f0df-4be0-bd54-b8d84d9f143b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436764 Mar 10 04:12:21.934398 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:12:21.939870 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50824) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:22.123817 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de21d31f-31cb-42fc-8a08-0eabf9c64230 tempest-TestVolumeBootPattern-836171963 tempest-TestVolumeBootPattern-836171963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:22.125658 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-de21d31f-31cb-42fc-8a08-0eabf9c64230 tempest-TestVolumeBootPattern-836171963 tempest-TestVolumeBootPattern-836171963-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 1124 time: 0.1848447 Mar 10 04:12:22.128504 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 50848) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:22.134297 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'port_id': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:12:22.169406 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15071572-5db2-43fa-b81a-8326a56a2097 req-14bd8fa2-93e7-4e67-b99b-efba12619ad6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:22.170913 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15071572-5db2-43fa-b81a-8326a56a2097 req-14bd8fa2-93e7-4e67-b99b-efba12619ad6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0794284 Mar 10 04:12:22.171644 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:22.243362 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15071572-5db2-43fa-b81a-8326a56a2097 req-61cdd561-905d-4aca-ab15-aabeba4295e8 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559764 Mar 10 04:12:22.306337 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:22.445886 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Allocated IP 172.27.2.60 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/f39f3896-6e8f-4de2-9316-442b5d729cf3) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:12:22.472193 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3887b-2c02-4fd6-89ca-1f6e3c731b9b req-004c3fc2-a0e2-40c6-ab04-c3a93201873b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:22.473639 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7ed3887b-2c02-4fd6-89ca-1f6e3c731b9b req-004c3fc2-a0e2-40c6-ab04-c3a93201873b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0997474 Mar 10 04:12:22.571666 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7ed3887b-2c02-4fd6-89ca-1f6e3c731b9b req-ce6ce260-7c1b-408f-bf93-7d13fc722ad9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880971 Mar 10 04:12:22.608274 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for port (f39f3896-6e8f-4de2-9316-442b5d729cf3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:22.678001 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (f39f3896-6e8f-4de2-9316-442b5d729cf3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:22.730807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8136f-c6d8-4850-ad42-df491cdf82bd req-ed8032a5-06e6-4241-8ebe-3d5ee4764f98 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:22.732816 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-99b8136f-c6d8-4850-ad42-df491cdf82bd req-ed8032a5-06e6-4241-8ebe-3d5ee4764f98 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.1123559 Mar 10 04:12:22.734571 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:12:22.740034 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:12:22.743875 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'Port': ['ID=f39f3896-6e8f-4de2-9316-442b5d729cf3,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:22.746018 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:12:22.786207 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.786510 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.786854 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.787190 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.787512 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.787869 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.788208 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.788554 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.788854 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.789179 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.789504 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.789824 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.790145 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:22.855794 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-99b8136f-c6d8-4850-ad42-df491cdf82bd req-bc7ea5be-b9fb-4bd3-8171-24e666d14170 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136143 Mar 10 04:12:23.117057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (c32fddd0-c170-4494-b302-6d601ed025c5), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:23.186045 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (f39f3896-6e8f-4de2-9316-442b5d729cf3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:23.361009 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for port (f39f3896-6e8f-4de2-9316-442b5d729cf3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:23.366177 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (f39f3896-6e8f-4de2-9316-442b5d729cf3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:23.401545 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (c32fddd0-c170-4494-b302-6d601ed025c5), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:23.414629 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafb842-3882-4a3d-ba45-08378affc268 req-7440accd-c4ec-4aab-979c-d80082fe3ac9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:23.416100 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bafb842-3882-4a3d-ba45-08378affc268 req-7440accd-c4ec-4aab-979c-d80082fe3ac9 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.1044319 Mar 10 04:12:23.475048 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'Port': ['ID=f39f3896-6e8f-4de2-9316-442b5d729cf3,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:23.811848 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bafb842-3882-4a3d-ba45-08378affc268 req-7236ffac-76bd-4ead-9c22-549bf825fafa tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624661 Mar 10 04:12:23.820120 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Floating IP c32fddd0-c170-4494-b302-6d601ed025c5 associated. External IP: 172.27.2.60, port: 6c8e582a-aa13-401a-9ea0-91e73ad9489f. Mar 10 04:12:23.869165 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd900e3-6df8-46f2-bd9d-23ba032dd2df req-d13cfe34-1270-4243-b816-13ae0612bad4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:23.870607 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dfd900e3-6df8-46f2-bd9d-23ba032dd2df req-d13cfe34-1270-4243-b816-13ae0612bad4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.1541069 Mar 10 04:12:23.964687 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dfd900e3-6df8-46f2-bd9d-23ba032dd2df req-7e87aa7b-1fdd-4082-8243-d59414491a69 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857706 Mar 10 04:12:24.070527 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Router a72f829c-f00c-4a00-84cd-06891dbdd2bf has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:12:24.182695 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:12:24.193926 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] Sync routers for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:12:24.203266 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:24.204915 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:12:24.205527 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:12:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:24.226412 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50914) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:24.237222 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6033eb32-06fa-4aae-955d-3accf67a5204 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1075571 Mar 10 04:12:24.237960 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'tag': '6c8e582a-aa13-401a-9ea0-91e73ad9489f'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:24.240533 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51603c62-2d2a-490b-8b38-833d7d499bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d78b48d-2da1-45e6-8e71-e4276e0688f9", "tag": "6c8e582a-aa13-401a-9ea0-91e73ad9489f"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:24.283955 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227dd80-4cdb-4357-af8e-8cb1a6c399d8 x-openstack-request-id: req-1227dd80-4cdb-4357-af8e-8cb1a6c399d8 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:24.284328 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d78b48d-2da1-45e6-8e71-e4276e0688f9", "tag": "6c8e582a-aa13-401a-9ea0-91e73ad9489f", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:24.284660 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1227dd80-4cdb-4357-af8e-8cb1a6c399d8 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:24.285120 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'tag': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'status': 'completed', 'code': 200} Mar 10 04:12:24.317446 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:12:24.352332 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-8bce5bb8-2a42-4e04-b9d0-1eb668fee92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:24.353893 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-8bce5bb8-2a42-4e04-b9d0-1eb668fee92a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 1129 time: 0.0463250 Mar 10 04:12:24.382583 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e0988843-6779-41d5-8dbf-281599af00c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2a7500dc66b4cadb207e4f0fb5c3f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544042 Mar 10 04:12:24.383211 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 50922) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:24.431763 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3b07-7871-410e-9e70-2c875e77e827 admin admin] Publish callbacks [] for security_group (23935b0c-6e8b-46e8-8750-5f1a41bbfcaa), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:24.451029 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-39f60689-cafd-4e90-8754-b50fd042988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:24.452517 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-39f60689-cafd-4e90-8754-b50fd042988e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0859389 Mar 10 04:12:24.454315 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3b07-7871-410e-9e70-2c875e77e827 admin admin] Publish callbacks [] for security_group (23935b0c-6e8b-46e8-8750-5f1a41bbfcaa), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:24.504474 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3b07-7871-410e-9e70-2c875e77e827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (23935b0c-6e8b-46e8-8750-5f1a41bbfcaa), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:24.507157 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3b07-7871-410e-9e70-2c875e77e827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:24.508475 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6dcd3b07-7871-410e-9e70-2c875e77e827 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23935b0c-6e8b-46e8-8750-5f1a41bbfcaa HTTP/1.1" status: 204 len: 168 time: 0.1242559 Mar 10 04:12:24.516706 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd3b07-7871-410e-9e70-2c875e77e827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23935b0c-6e8b-46e8-8750-5f1a41bbfcaa,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:24.536171 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-8d96d373-b594-4e43-ba2b-edb78adbbf3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f HTTP/1.1" status: 200 len: 998 time: 0.0767519 Mar 10 04:12:24.551860 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c32fddd0-c170-4494-b302-6d601ed025c5', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'port_id': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'mac_address': 'fa:16:3e:e5:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:12:22Z', 'updated_at': '2022-03-10T04:12:22Z', 'revision_number': 0, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:24.578903 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] Checking router: a72f829c-f00c-4a00-84cd-06891dbdd2bf for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:12:24.586010 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-dcef1398-15fd-48e8-99e7-11d8d4560aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:24.587472 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-dcef1398-15fd-48e8-99e7-11d8d4560aeb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0438824 Mar 10 04:12:24.588226 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:12:24.588832 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:12:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:24.642237 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-4f1bd412-1d57-4901-816c-091b092d535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:24.643839 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-4f1bd412-1d57-4901-816c-091b092d535a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494924 Mar 10 04:12:24.705679 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:12:24.741623 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-1bf9669d-5187-4f53-b057-2e18b10bd690 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862904 Mar 10 04:12:24.849479 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51603c62-2d2a-490b-8b38-833d7d499bcf req-1c023a42-0f16-4f11-8848-be5050404c79 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994887 Mar 10 04:12:24.943432 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e59e-3555-4e9f-b066-8045d73654a1 req-b10bc658-af68-4a28-b3f2-087ed823b84b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:24.944943 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c163e59e-3555-4e9f-b066-8045d73654a1 req-b10bc658-af68-4a28-b3f2-087ed823b84b tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0570226 Mar 10 04:12:24.948476 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c32fddd0-c170-4494-b302-6d601ed025c5', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'port_id': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'mac_address': 'fa:16:3e:e5:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:12:22Z', 'updated_at': '2022-03-10T04:12:22Z', 'revision_number': 0, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:24.979666 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8390c1a8-904c-4a39-92b9-4dfe95e191a2 None None] The sync data for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi is: [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c32fddd0-c170-4494-b302-6d601ed025c5', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'port_id': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'mac_address': 'fa:16:3e:e5:d4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:12:22Z', 'updated_at': '2022-03-10T04:12:22Z', 'revision_number': 0, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:12:24.997182 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c163e59e-3555-4e9f-b066-8045d73654a1 req-9606ecb4-0dc3-49b3-bb80-9c7450857fdf tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454993 Mar 10 04:12:25.103583 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98bb2f-2018-4c0b-84c8-08842013b67d req-edad85f0-a67c-474f-b880-48facad58bbf tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:25.105089 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a98bb2f-2018-4c0b-84c8-08842013b67d req-edad85f0-a67c-474f-b880-48facad58bbf tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0595162 Mar 10 04:12:25.155713 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a98bb2f-2018-4c0b-84c8-08842013b67d req-2ff1e69e-d33c-46ac-b438-9da8309a1a82 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Mar 10 04:12:25.221685 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc75c73-39dd-4350-a70e-55032801edeb None None] New status for floating IP c32fddd0-c170-4494-b302-6d601ed025c5: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:12:26.119775 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1292-532c-468c-9a87-f677f7678a61 req-bf3eabbb-a7e9-4087-91e1-475295aec131 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:26.121258 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-568c1292-532c-468c-9a87-f677f7678a61 req-bf3eabbb-a7e9-4087-91e1-475295aec131 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0549238 Mar 10 04:12:26.166288 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-568c1292-532c-468c-9a87-f677f7678a61 req-2d83d513-c489-4f5c-bee3-60beec59ecc6 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 Mar 10 04:12:26.277619 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c2c1a-42f3-4c20-8e5d-6091dc52f6f1 req-1d2197ad-f4a2-4c2e-aa05-2fc08f08caad tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:26.279780 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-248c2c1a-42f3-4c20-8e5d-6091dc52f6f1 req-1d2197ad-f4a2-4c2e-aa05-2fc08f08caad tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0523729 Mar 10 04:12:26.324537 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-248c2c1a-42f3-4c20-8e5d-6091dc52f6f1 req-9c3100ed-c0ba-40cb-986e-13134a66a598 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393739 Mar 10 04:12:27.280841 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fc902-4c2b-4d9f-94d3-c7e7086a1f59 req-d6f2c1bf-6a4f-46e8-a407-16e921ca91ae tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:27.282295 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce0fc902-4c2b-4d9f-94d3-c7e7086a1f59 req-d6f2c1bf-6a4f-46e8-a407-16e921ca91ae tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Mar 10 04:12:27.331222 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce0fc902-4c2b-4d9f-94d3-c7e7086a1f59 req-82cebd6e-e05f-4206-84d3-d4d91f9172e1 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Mar 10 04:12:27.444776 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54785cc-0049-48b9-bf4b-bbc04a018022 req-44ed6f5c-aca7-49b1-bc6d-867bfe4b5f4a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:27.446229 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f54785cc-0049-48b9-bf4b-bbc04a018022 req-44ed6f5c-aca7-49b1-bc6d-867bfe4b5f4a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 943 time: 0.0519044 Mar 10 04:12:27.491468 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f54785cc-0049-48b9-bf4b-bbc04a018022 req-fbd3395b-b841-4605-b127-602d2a25a052 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398581 Mar 10 04:12:27.958945 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:12:28.050861 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:28.062677 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'port_id': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'mac_address': 'fa:16:3e:01:df:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:12:28.101869 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:28.102256 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:28.114873 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87c7025-0da1-4e3e-83ec-0fd1270b74d2 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:12:28.134002 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:28.137821 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:28.182133 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=9']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:28.445520 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575ec31-46a9-4483-9b77-57a2d7965dad req-0ec52f48-fe86-4f18-97dc-83b72d4a4477 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:28.446947 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0575ec31-46a9-4483-9b77-57a2d7965dad req-0ec52f48-fe86-4f18-97dc-83b72d4a4477 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0514512 Mar 10 04:12:28.490870 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0575ec31-46a9-4483-9b77-57a2d7965dad req-b5890d47-1097-45c0-99a4-75f93f31f3f8 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Mar 10 04:12:28.612591 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898425-1dce-45e4-a0e5-8b5b7cac2f68 req-1ed17e4f-c02d-4f03-9d9f-68e25eefb9c9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:28.614031 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74898425-1dce-45e4-a0e5-8b5b7cac2f68 req-1ed17e4f-c02d-4f03-9d9f-68e25eefb9c9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.0546393 Mar 10 04:12:28.659188 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74898425-1dce-45e4-a0e5-8b5b7cac2f68 req-d7f46704-70ad-49fe-80db-ac241a281f38 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396769 Mar 10 04:12:29.605310 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17d8b6-275b-461f-bc2a-d2dd56147b52 req-7f52f142-ebec-4c62-ab47-23fbb446f253 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:29.607305 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e17d8b6-275b-461f-bc2a-d2dd56147b52 req-7f52f142-ebec-4c62-ab47-23fbb446f253 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0509231 Mar 10 04:12:29.652642 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e17d8b6-275b-461f-bc2a-d2dd56147b52 req-56d4de27-1699-4256-ad4b-f480db6ce596 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f7ae59b-098a-430b-95d6-08116bc58f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Mar 10 04:12:29.792759 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-7cd852b7-8ef8-4e11-a940-a72f1976ba57 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:29.794288 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-7cd852b7-8ef8-4e11-a940-a72f1976ba57 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 945 time: 0.0864105 Mar 10 04:12:29.804726 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64decbd6-d8be-4946-b69b-cc05a6acd273 req-5d4320e1-0294-4354-9287-e9c87e4b473f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:29.806057 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64decbd6-d8be-4946-b69b-cc05a6acd273 req-5d4320e1-0294-4354-9287-e9c87e4b473f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.0706108 Mar 10 04:12:29.899776 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64decbd6-d8be-4946-b69b-cc05a6acd273 req-1c3ea799-4c67-46ca-bc86-019a8f1791e7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869930 Mar 10 04:12:29.933411 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Deleting port b9973bb0-7507-436a-ab7a-5e04a0299438 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:12:29.933766 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:30.004382 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['b87c7025-0da1-4e3e-83ec-0fd1270b74d2'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:12:30.030212 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] For port b9973bb0-7507-436a-ab7a-5e04a0299438, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b9973bb0-7507-436a-ab7a-5e04a0299438,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:30.030581 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:30.047166 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Calling delete_port for b9973bb0-7507-436a-ab7a-5e04a0299438 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:12:30.181638 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (b9973bb0-7507-436a-ab7a-5e04a0299438), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:30.209348 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Pushing event deleted for resources: {'Port': ['ID=b9973bb0-7507-436a-ab7a-5e04a0299438,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:30.249932 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] No DVR routers for this DVR port b9973bb0-7507-436a-ab7a-5e04a0299438 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:12:30.252431 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:30.255821 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-345a67c3-21e2-4179-a57a-aaaf74130a8d req-608e3048-9c24-4354-95e5-31ce24606928 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.26 "DELETE /v2.0/ports/b9973bb0-7507-436a-ab7a-5e04a0299438 HTTP/1.1" status: 204 len: 173 time: 0.4488969 Mar 10 04:12:30.256262 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbd9add-fdcb-40a3-a23e-489335900ae9', 'name': 'network-vif-deleted', 'tag': 'b9973bb0-7507-436a-ab7a-5e04a0299438'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:30.258655 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f76227-4eb2-48c8-b850-cb1cb99b2af8" -d '{"events": [{"server_uuid": "2cbd9add-fdcb-40a3-a23e-489335900ae9", "name": "network-vif-deleted", "tag": "b9973bb0-7507-436a-ab7a-5e04a0299438"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:30.294572 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5ba541-2cbf-405b-b23f-ce6b41ae0c25 x-openstack-request-id: req-ae5ba541-2cbf-405b-b23f-ce6b41ae0c25 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:30.294858 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbd9add-fdcb-40a3-a23e-489335900ae9", "name": "network-vif-deleted", "tag": "b9973bb0-7507-436a-ab7a-5e04a0299438", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:30.295104 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae5ba541-2cbf-405b-b23f-ce6b41ae0c25 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:30.295497 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbd9add-fdcb-40a3-a23e-489335900ae9', 'name': 'network-vif-deleted', 'tag': 'b9973bb0-7507-436a-ab7a-5e04a0299438', 'status': 'completed', 'code': 200} Mar 10 04:12:30.759617 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8009b63c-e65d-4ef9-9aff-1d07e193a209 req-3e939b5e-8e00-44ea-b12f-c76dedccee9d tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 210 time: 0.0313096 Mar 10 04:12:31.022419 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4057d-a0d5-4ca6-8af5-1d65a780786b req-205020b8-e7d8-451f-b401-1de91bfc0071 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:31.023874 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5fa4057d-a0d5-4ca6-8af5-1d65a780786b req-205020b8-e7d8-451f-b401-1de91bfc0071 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.0513568 Mar 10 04:12:31.069243 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5fa4057d-a0d5-4ca6-8af5-1d65a780786b req-2ea6dd0f-62a2-4937-97f4-935858fe318b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Mar 10 04:12:31.859183 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-902887d4-d835-41be-9bc9-c651284319cd req-c19693ee-0d65-41a9-af3e-a97365e66848 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 210 time: 0.0256920 Mar 10 04:12:32.001921 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b9973bb0-7507-436a-ab7a-5e04a0299438 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:12:32.021371 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: b9973bb0-7507-436a-ab7a-5e04a0299438 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:12:32.021716 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b9973bb0-7507-436a-ab7a-5e04a0299438 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:12:32.193302 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987d3d1-9c4d-47b9-9b80-56bae4a9b5c1 req-bbc21aec-341d-44b0-871b-13231bf29a8f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:32.194731 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b987d3d1-9c4d-47b9-9b80-56bae4a9b5c1 req-bbc21aec-341d-44b0-871b-13231bf29a8f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.0522120 Mar 10 04:12:32.242053 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b987d3d1-9c4d-47b9-9b80-56bae4a9b5c1 req-441acddf-639d-4313-bbd7-8dcb8f096363 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Mar 10 04:12:32.961350 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8e9ef8b6-68a5-49da-bfed-ae54153d4d0a req-6ebacf9d-1038-4520-a8b2-48d48a1136d8 tempest-ServerRescueNegativeTestJSON-1996731676 tempest-ServerRescueNegativeTestJSON-1996731676-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cbd9add-fdcb-40a3-a23e-489335900ae9 HTTP/1.1" status: 200 len: 210 time: 0.0263054 Mar 10 04:12:33.367051 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae130a0a-6bf0-431f-9ac5-876626ddfebe req-06478add-2e3f-4624-875b-529871ecc572 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:33.368541 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae130a0a-6bf0-431f-9ac5-876626ddfebe req-06478add-2e3f-4624-875b-529871ecc572 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 944 time: 0.0545540 Mar 10 04:12:33.418287 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae130a0a-6bf0-431f-9ac5-876626ddfebe req-823d81cb-d72f-429f-8702-c1c4bc565978 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431268 Mar 10 04:12:33.701440 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:12:33.747619 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:12:33.748587 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:33.825993 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:33.826388 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:33.847760 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:12:33.849957 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc14a31-ae85-4c24-98c5-24df954e3e30" -d '{"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-plugged", "status": "completed", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:12:33.862626 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:33.866634 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:33.889697 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ecc79-42bf-4084-a5f1-4e4321f0d209 x-openstack-request-id: req-8f1ecc79-42bf-4084-a5f1-4e4321f0d209 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:12:33.889987 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-plugged", "status": "completed", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:12:33.890237 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f1ecc79-42bf-4084-a5f1-4e4321f0d209 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:12:33.890615 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'code': 200} Mar 10 04:12:33.915371 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=10']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:34.015512 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51018) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:34.408721 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b00e50-b058-4605-a85a-cf05e5e02f1f req-9fc0b853-abb6-49e3-9869-b307c5214d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:34.410287 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-14b00e50-b058-4605-a85a-cf05e5e02f1f req-9fc0b853-abb6-49e3-9869-b307c5214d1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 1130 time: 0.0492640 Mar 10 04:12:34.456866 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-14b00e50-b058-4605-a85a-cf05e5e02f1f req-3c41c4e3-9a08-4497-b9b9-bd8c0ddbb392 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403624 Mar 10 04:12:34.461042 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (1f625d44-833d-4a7d-944d-90023f14b9ab), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:34.543146 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349d037-f3ee-4a33-968f-3321cf0e6822 req-d298700c-a48d-43a2-98a2-57d6d887ece9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:34.544666 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4349d037-f3ee-4a33-968f-3321cf0e6822 req-d298700c-a48d-43a2-98a2-57d6d887ece9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 946 time: 0.0520689 Mar 10 04:12:34.590264 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4349d037-f3ee-4a33-968f-3321cf0e6822 req-2711716b-6537-44fe-95fd-240725f01175 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399928 Mar 10 04:12:34.750388 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Deleting port a6c7489a-9f8e-44be-b833-e7cb582e2f59 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:12:34.750729 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:34.829089 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] For port a6c7489a-9f8e-44be-b833-e7cb582e2f59, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a6c7489a-9f8e-44be-b833-e7cb582e2f59,segment=NetworkSegment(917b2b97-bc04-41e5-b002-0195081d2557),segment_id=917b2b97-bc04-41e5-b002-0195081d2557)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:34.829372 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:34.841197 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Calling delete_port for a6c7489a-9f8e-44be-b833-e7cb582e2f59 owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:12:35.014006 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (a6c7489a-9f8e-44be-b833-e7cb582e2f59), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:35.038735 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c7489a-9f8e-44be-b833-e7cb582e2f59,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:35.192958 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (1f625d44-833d-4a7d-944d-90023f14b9ab), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:35.405244 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Router 1f625d44-833d-4a7d-944d-90023f14b9ab has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:12:35.509590 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:12:35.514731 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-84c965c2-42d0-460d-9266-023b2279bf7a admin admin] 10.222.0.15 "PUT /v2.0/routers/1f625d44-833d-4a7d-944d-90023f14b9ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4982057 Mar 10 04:12:35.517319 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51030) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:35.520511 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] Sync routers for ids ['1f625d44-833d-4a7d-944d-90023f14b9ab'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:12:35.530181 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] Routers {'1f625d44-833d-4a7d-944d-90023f14b9ab'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:12:35.530784 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:12:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['1f625d44-833d-4a7d-944d-90023f14b9ab'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:35.634595 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks [] for router (1f625d44-833d-4a7d-944d-90023f14b9ab), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:35.639434 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] Set router 1f625d44-833d-4a7d-944d-90023f14b9ab gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:12:35.718974 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8be989-f3c2-4471-a8dc-dbe9bde6160c req-2b877f86-47ba-4f30-b5ad-593c88b84e0b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:35.724153 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c8be989-f3c2-4471-a8dc-dbe9bde6160c req-2b877f86-47ba-4f30-b5ad-593c88b84e0b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 946 time: 0.0601165 Mar 10 04:12:35.745361 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks [] for router_gateway (1f625d44-833d-4a7d-944d-90023f14b9ab), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:35.773983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c8be989-f3c2-4471-a8dc-dbe9bde6160c req-5b8d9868-6260-4c44-8d91-0a9a3c475ccf tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470319 Mar 10 04:12:35.800589 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Deleting port d3803604-6ef1-4e6d-b1d8-3dfc4295f922 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:12:35.800882 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:35.817760 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:12:34Z', 'revision_number': 5, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port': {'id': 'd3803604-6ef1-4e6d-b1d8-3dfc4295f922', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:35.847353 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] Checking router: 1f625d44-833d-4a7d-944d-90023f14b9ab for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:12:35.855319 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] Routers {'1f625d44-833d-4a7d-944d-90023f14b9ab'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:12:35.855959 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:12:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['1f625d44-833d-4a7d-944d-90023f14b9ab'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:35.883517 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] For port d3803604-6ef1-4e6d-b1d8-3dfc4295f922, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=d3803604-6ef1-4e6d-b1d8-3dfc4295f922,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:12:35.883834 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:35.896523 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Calling delete_port for d3803604-6ef1-4e6d-b1d8-3dfc4295f922 owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:12:35.950279 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] Set router 1f625d44-833d-4a7d-944d-90023f14b9ab gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:12:36.000563 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:12:35Z', 'revision_number': 6, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:36.058334 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (d3803604-6ef1-4e6d-b1d8-3dfc4295f922), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.085817 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3803604-6ef1-4e6d-b1d8-3dfc4295f922,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:36.109429 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22dbbb1-61a6-4fa7-b1d0-c602ccaff6df None None] The sync data for ids ['1f625d44-833d-4a7d-944d-90023f14b9ab'] in dv-cinder-778193-25-iscsi is: [{'id': '1f625d44-833d-4a7d-944d-90023f14b9ab', 'name': 'tempest-ServerRescueNegativeTestJSON-1576867002-router', 'tenant_id': 'c83ea9d1851f48939afa94258e6af2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:09Z', 'updated_at': '2022-03-10T04:12:35Z', 'revision_number': 6, 'project_id': 'c83ea9d1851f48939afa94258e6af2fc', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:12:36.152462 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (1f625d44-833d-4a7d-944d-90023f14b9ab), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.484071 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (1f625d44-833d-4a7d-944d-90023f14b9ab), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.486315 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks [] for router_controller (1f625d44-833d-4a7d-944d-90023f14b9ab), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.555152 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (1f625d44-833d-4a7d-944d-90023f14b9ab), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.556894 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f625d44-833d-4a7d-944d-90023f14b9ab {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:12:36.562848 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.564029 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ced558bb-bfb0-42f6-963b-61897111cb88 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1f625d44-833d-4a7d-944d-90023f14b9ab HTTP/1.1" status: 204 len: 168 time: 1.0457802 Mar 10 04:12:36.566805 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51036) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:36.613642 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ca7629-37c9-457a-9fe0-420dab97f830 admin admin] Deleting subnet 43c95aac-76c0-483e-b7a3-7788dbd5669c {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:12:36.616655 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38ca7629-37c9-457a-9fe0-420dab97f830 admin admin] Publish callbacks [] for subnet (43c95aac-76c0-483e-b7a3-7788dbd5669c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.651162 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38ca7629-37c9-457a-9fe0-420dab97f830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (43c95aac-76c0-483e-b7a3-7788dbd5669c), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.688547 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38ca7629-37c9-457a-9fe0-420dab97f830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (43c95aac-76c0-483e-b7a3-7788dbd5669c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.737524 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38ca7629-37c9-457a-9fe0-420dab97f830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (43c95aac-76c0-483e-b7a3-7788dbd5669c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.765706 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca7629-37c9-457a-9fe0-420dab97f830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c95aac-76c0-483e-b7a3-7788dbd5669c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:36.771004 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-38ca7629-37c9-457a-9fe0-420dab97f830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.774148 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-38ca7629-37c9-457a-9fe0-420dab97f830 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43c95aac-76c0-483e-b7a3-7788dbd5669c HTTP/1.1" status: 204 len: 168 time: 0.2064383 Mar 10 04:12:36.776596 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51038) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:36.842904 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (cab45d90-dce4-432e-bd1e-1247398e9255), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.913539 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aff5f6-1d8c-47b2-a96a-88aeb8122fbf req-80d89cc9-60f7-4960-9d39-79194aff2688 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:36.915077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-14aff5f6-1d8c-47b2-a96a-88aeb8122fbf req-80d89cc9-60f7-4960-9d39-79194aff2688 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 946 time: 0.0588851 Mar 10 04:12:36.926664 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (cab45d90-dce4-432e-bd1e-1247398e9255), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.947106 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab45d90-dce4-432e-bd1e-1247398e9255']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:36.956131 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917b2b97-bc04-41e5-b002-0195081d2557') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:36.956428 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917b2b97-bc04-41e5-b002-0195081d2557') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:12:36.961653 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-14aff5f6-1d8c-47b2-a96a-88aeb8122fbf req-7b67ccfe-aa43-4319-90c5-90071a25ad7c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403340 Mar 10 04:12:36.965496 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126390699'] for segment (917b2b97-bc04-41e5-b002-0195081d2557), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.980722 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (917b2b97-bc04-41e5-b002-0195081d2557), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.985393 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:12:36.985852 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126390889'] for segment (917b2b97-bc04-41e5-b002-0195081d2557), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: Traceback (most recent call last): Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: timer() Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: cb(*args, **kw) Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: return func(*args, **kwargs) Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: self._notify() Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: self.callback(batched_events) Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: event.method(event) Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: return f(self, *a, **k) Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._get(url).json() Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:12:36.987607 dv-cinder-778193-25-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:12:37.041373 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (cab45d90-dce4-432e-bd1e-1247398e9255), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:37.047342 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:37.050574 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cab45d90-dce4-432e-bd1e-1247398e9255 HTTP/1.1" status: 204 len: 168 time: 0.2730355 Mar 10 04:12:37.064310 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe20b67-d75f-4a8c-88aa-59c5e3a7b3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cab45d90-dce4-432e-bd1e-1247398e9255,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:37.221441 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51044) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:37.259300 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-928e9192-90a3-48dd-9661-1aa5bba50ece admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c83ea9d1851f48939afa94258e6af2fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0367115 Mar 10 04:12:37.261618 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51046) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:37.306467 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf224b65-3b24-4c0a-a524-6183aae920a6 admin admin] Publish callbacks [] for security_group (0f7ae59b-098a-430b-95d6-08116bc58f74), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:37.326606 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf224b65-3b24-4c0a-a524-6183aae920a6 admin admin] Publish callbacks [] for security_group (0f7ae59b-098a-430b-95d6-08116bc58f74), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:37.371476 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf224b65-3b24-4c0a-a524-6183aae920a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0f7ae59b-098a-430b-95d6-08116bc58f74), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:37.374003 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf224b65-3b24-4c0a-a524-6183aae920a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:37.375100 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bf224b65-3b24-4c0a-a524-6183aae920a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f7ae59b-098a-430b-95d6-08116bc58f74 HTTP/1.1" status: 204 len: 168 time: 0.1126056 Mar 10 04:12:37.382651 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf224b65-3b24-4c0a-a524-6183aae920a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7ae59b-098a-430b-95d6-08116bc58f74,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:37.611121 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device d3803604-6ef1-4e6d-b1d8-3dfc4295f922 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:12:37.630988 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: d3803604-6ef1-4e6d-b1d8-3dfc4295f922 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:12:37.631340 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device d3803604-6ef1-4e6d-b1d8-3dfc4295f922 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:12:37.631781 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a6c7489a-9f8e-44be-b833-e7cb582e2f59 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:12:37.651314 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: a6c7489a-9f8e-44be-b833-e7cb582e2f59 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:12:37.651864 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a6c7489a-9f8e-44be-b833-e7cb582e2f59 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:12:38.086784 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869deff-c7ed-4648-83db-edc262f5020e req-b727ed64-49c3-42ad-9a8f-f69ef4d77031 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:38.088350 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6869deff-c7ed-4648-83db-edc262f5020e req-b727ed64-49c3-42ad-9a8f-f69ef4d77031 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 946 time: 0.0565562 Mar 10 04:12:38.134733 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6869deff-c7ed-4648-83db-edc262f5020e req-78d03815-1430-4670-a8c2-59c9366a4eb0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Mar 10 04:12:39.258156 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefde2cf-441d-4b07-9d1d-f3ba4e118a25 req-429fa637-ccd1-4467-835d-2c528923ed3e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:39.259628 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cefde2cf-441d-4b07-9d1d-f3ba4e118a25 req-429fa637-ccd1-4467-835d-2c528923ed3e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 946 time: 0.0511608 Mar 10 04:12:39.303674 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cefde2cf-441d-4b07-9d1d-f3ba4e118a25 req-1995c595-39a8-4f85-ac1e-ffef15e03369 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380471 Mar 10 04:12:43.391326 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-144fc17d-24cc-4073-bfde-f5304e3e645c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:45.552633 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3df715c1-adec-453d-a3d2-09953425fbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:45.593180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51270) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:45.696497 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e4f14f1d-69dd-4bd7-829f-469687497f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:45.773795 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e4f14f1d-69dd-4bd7-829f-469687497f56 admin admin] Publish callbacks [] for security_group (368238d5-9cef-46f6-8824-c2dc4ac492d3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:45.778142 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e4f14f1d-69dd-4bd7-829f-469687497f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (368238d5-9cef-46f6-8824-c2dc4ac492d3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:45.781674 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51276) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:45.826183 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e4f14f1d-69dd-4bd7-829f-469687497f56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8381ec3378ab4e32b4bfc07e8a1fb9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313504 Mar 10 04:12:45.828264 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f14f1d-69dd-4bd7-829f-469687497f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368238d5-9cef-46f6-8824-c2dc4ac492d3,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:45.828839 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51280) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:45.890467 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f58991c1-6d3f-4fda-a39d-4cb994c6728d admin admin] Publish callbacks [] for security_group (368238d5-9cef-46f6-8824-c2dc4ac492d3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:45.892175 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6d19cfe-b6cc-45fa-9982-860125c2fc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:45.926489 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f58991c1-6d3f-4fda-a39d-4cb994c6728d admin admin] Publish callbacks [] for security_group (368238d5-9cef-46f6-8824-c2dc4ac492d3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.004720 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f58991c1-6d3f-4fda-a39d-4cb994c6728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (368238d5-9cef-46f6-8824-c2dc4ac492d3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.007142 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f58991c1-6d3f-4fda-a39d-4cb994c6728d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.008277 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f58991c1-6d3f-4fda-a39d-4cb994c6728d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/368238d5-9cef-46f6-8824-c2dc4ac492d3 HTTP/1.1" status: 204 len: 168 time: 0.1785004 Mar 10 04:12:46.014594 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6d19cfe-b6cc-45fa-9982-860125c2fc66 admin admin] Publish callbacks [] for security_group (f3513753-5208-4660-875d-5388c8546760), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.020820 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58991c1-6d3f-4fda-a39d-4cb994c6728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368238d5-9cef-46f6-8824-c2dc4ac492d3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:46.022445 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6d19cfe-b6cc-45fa-9982-860125c2fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f3513753-5208-4660-875d-5388c8546760), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.061121 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e6d19cfe-b6cc-45fa-9982-860125c2fc66 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=868940effa2e4040bd16a5555c56acf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781854 Mar 10 04:12:46.061956 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d19cfe-b6cc-45fa-9982-860125c2fc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3513753-5208-4660-875d-5388c8546760,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:46.064302 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51284) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:46.113828 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4af17b99-796f-4c9b-bae1-3a4d16a932ab admin admin] Publish callbacks [] for security_group (f3513753-5208-4660-875d-5388c8546760), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.137171 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4af17b99-796f-4c9b-bae1-3a4d16a932ab admin admin] Publish callbacks [] for security_group (f3513753-5208-4660-875d-5388c8546760), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.183603 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4af17b99-796f-4c9b-bae1-3a4d16a932ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f3513753-5208-4660-875d-5388c8546760), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.186984 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4af17b99-796f-4c9b-bae1-3a4d16a932ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:46.188287 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4af17b99-796f-4c9b-bae1-3a4d16a932ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3513753-5208-4660-875d-5388c8546760 HTTP/1.1" status: 204 len: 168 time: 0.1234677 Mar 10 04:12:46.196823 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af17b99-796f-4c9b-bae1-3a4d16a932ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3513753-5208-4660-875d-5388c8546760,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:46.608632 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:47.292903 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:48.304709 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:50.049188 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.382910 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51468) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:55.483336 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4f1b91d8-5656-4fb3-8629-c393a7aa57a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.555417 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4f1b91d8-5656-4fb3-8629-c393a7aa57a5 admin admin] Publish callbacks [] for security_group (2a7e897c-3a6d-4515-bdf7-4830a495955e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.558857 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4f1b91d8-5656-4fb3-8629-c393a7aa57a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2a7e897c-3a6d-4515-bdf7-4830a495955e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.597690 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b91d8-5656-4fb3-8629-c393a7aa57a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7e897c-3a6d-4515-bdf7-4830a495955e,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:55.601918 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4f1b91d8-5656-4fb3-8629-c393a7aa57a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fdda36907314afeb519b1e04d64c071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180147 Mar 10 04:12:55.604976 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51472) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:55.651279 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-05d154f9-4add-4526-9f58-42bccd518461 admin admin] Publish callbacks [] for security_group (2a7e897c-3a6d-4515-bdf7-4830a495955e), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.671880 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-05d154f9-4add-4526-9f58-42bccd518461 admin admin] Publish callbacks [] for security_group (2a7e897c-3a6d-4515-bdf7-4830a495955e), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.716310 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-05d154f9-4add-4526-9f58-42bccd518461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2a7e897c-3a6d-4515-bdf7-4830a495955e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.718863 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-05d154f9-4add-4526-9f58-42bccd518461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.720016 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-05d154f9-4add-4526-9f58-42bccd518461 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a7e897c-3a6d-4515-bdf7-4830a495955e HTTP/1.1" status: 204 len: 168 time: 0.1141231 Mar 10 04:12:55.727099 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d154f9-4add-4526-9f58-42bccd518461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7e897c-3a6d-4515-bdf7-4830a495955e,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:56.221057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51482) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:56.320936 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57a0637e-5639-41b1-a769-5aaa5bfbca9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.398017 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57a0637e-5639-41b1-a769-5aaa5bfbca9b admin admin] Publish callbacks [] for security_group (c8c54134-5f68-43f7-8bf8-47ab2e75ea62), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.401704 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-57a0637e-5639-41b1-a769-5aaa5bfbca9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (c8c54134-5f68-43f7-8bf8-47ab2e75ea62), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.437554 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0637e-5639-41b1-a769-5aaa5bfbca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c54134-5f68-43f7-8bf8-47ab2e75ea62,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:56.442020 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-57a0637e-5639-41b1-a769-5aaa5bfbca9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70b71a8eb30b499fb44441aefc4ba83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199433 Mar 10 04:12:56.444558 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51486) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:56.493049 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31871fd8-e398-4e70-89ef-5e8195833248 admin admin] Publish callbacks [] for security_group (c8c54134-5f68-43f7-8bf8-47ab2e75ea62), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.514108 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31871fd8-e398-4e70-89ef-5e8195833248 admin admin] Publish callbacks [] for security_group (c8c54134-5f68-43f7-8bf8-47ab2e75ea62), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.561361 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31871fd8-e398-4e70-89ef-5e8195833248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (c8c54134-5f68-43f7-8bf8-47ab2e75ea62), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.564227 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31871fd8-e398-4e70-89ef-5e8195833248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.565421 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-31871fd8-e398-4e70-89ef-5e8195833248 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8c54134-5f68-43f7-8bf8-47ab2e75ea62 HTTP/1.1" status: 204 len: 168 time: 0.1199775 Mar 10 04:12:56.574095 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31871fd8-e398-4e70-89ef-5e8195833248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c54134-5f68-43f7-8bf8-47ab2e75ea62,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:58.933162 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:13:00.063642 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaa9a8-9c34-4e2a-a140-85fdd3578431 req-d0b307da-6955-4e87-b2e6-0c53b7a2244d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:00.065042 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2beaa9a8-9c34-4e2a-a140-85fdd3578431 req-d0b307da-6955-4e87-b2e6-0c53b7a2244d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 946 time: 0.0507400 Mar 10 04:13:00.113586 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2beaa9a8-9c34-4e2a-a140-85fdd3578431 req-d58ec6b2-ef49-4663-be80-4e512e546ad9 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426326 Mar 10 04:13:01.230457 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d270d37-7fbd-4539-90ab-cf7e908ded5e req-564caf1a-652c-4b5e-9484-3f98969dba24 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:01.231913 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d270d37-7fbd-4539-90ab-cf7e908ded5e req-564caf1a-652c-4b5e-9484-3f98969dba24 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 946 time: 0.0510111 Mar 10 04:13:01.279417 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d270d37-7fbd-4539-90ab-cf7e908ded5e req-98621d93-e779-4b56-83db-c985baa7ab43 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce775231-a9c6-4382-9e30-896c2fe80b86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Mar 10 04:13:01.758024 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-0058334b-2b61-4bee-a33a-50aff8cfb861 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:01.759445 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-0058334b-2b61-4bee-a33a-50aff8cfb861 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 946 time: 0.0517628 Mar 10 04:13:01.853947 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Deleting port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:13:01.854286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:01.943946 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] For port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:01.944306 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:02.165431 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:02.165840 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (2666041b-651b-4f30-9867-be53415bc0ae), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:02.166122 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Floating IP 2666041b-651b-4f30-9867-be53415bc0ae disassociated. External IP: 172.27.2.18, port: 17b7eb41-cb1f-41e7-aed8-977fdcae98c4. Mar 10 04:13:02.166466 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Calling delete_port for 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:13:02.294851 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (17b7eb41-cb1f-41e7-aed8-977fdcae98c4), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:02.324472 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'Port': ['ID=17b7eb41-cb1f-41e7-aed8-977fdcae98c4,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:02.402631 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8282c107-ee2e-4628-867a-b82219d0b3db req-2278fa94-439c-4eda-acd3-9a9432c78f79 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=39b63784-7104-4a48-9271-420fc76d824b HTTP/1.1" status: 200 len: 210 time: 0.0357828 Mar 10 04:13:02.471811 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:13:02.582161 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:02.592212 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:02.601469 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:02.602077 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:12:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:02.623126 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] No DVR routers for this DVR port 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:13:02.625756 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:02.629311 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fad6449c-8b78-48b4-a5b8-a324fe9b5744 req-84da44c1-82aa-4211-93fb-7fe5a44e3f6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "DELETE /v2.0/ports/17b7eb41-cb1f-41e7-aed8-977fdcae98c4 HTTP/1.1" status: 204 len: 173 time: 0.8634636 Mar 10 04:13:02.629764 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b63784-7104-4a48-9271-420fc76d824b', 'name': 'network-vif-deleted', 'tag': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:02.632581 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1748b49-fde7-4169-9b29-167568983cad" -d '{"events": [{"server_uuid": "39b63784-7104-4a48-9271-420fc76d824b", "name": "network-vif-deleted", "tag": "17b7eb41-cb1f-41e7-aed8-977fdcae98c4"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:02.671913 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e0549f-cfe4-47ab-816a-c5c202dda2d8 x-openstack-request-id: req-24e0549f-cfe4-47ab-816a-c5c202dda2d8 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:02.672279 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b63784-7104-4a48-9271-420fc76d824b", "name": "network-vif-deleted", "tag": "17b7eb41-cb1f-41e7-aed8-977fdcae98c4", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:02.672596 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24e0549f-cfe4-47ab-816a-c5c202dda2d8 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:02.673053 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b63784-7104-4a48-9271-420fc76d824b', 'name': 'network-vif-deleted', 'tag': '17b7eb41-cb1f-41e7-aed8-977fdcae98c4', 'status': 'completed', 'code': 200} Mar 10 04:13:02.727910 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:03.120819 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:11Z', 'revision_number': 2, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:03.148256 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:03.157436 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:03.158108 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:12:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:03.270573 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:03.496462 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51614) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:03.502219 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:11Z', 'revision_number': 2, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:03.528930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd6519-681c-4fa7-a603-2ba93dc88858 None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '209e8996-723a-48a4-a23f-51aa04100546', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'e3054567-e052-4749-affb-f9a6a49c2679', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:a5:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:09:30Z', 'updated_at': '2022-03-10T04:10:11Z', 'revision_number': 2, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:03.553926 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-487cbe06-89ca-42b3-bd30-d0ba175a6b96 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (ce775231-a9c6-4382-9e30-896c2fe80b86), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:03.581309 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-487cbe06-89ca-42b3-bd30-d0ba175a6b96 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (ce775231-a9c6-4382-9e30-896c2fe80b86), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:03.631906 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-487cbe06-89ca-42b3-bd30-d0ba175a6b96 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (ce775231-a9c6-4382-9e30-896c2fe80b86), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:03.635273 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-487cbe06-89ca-42b3-bd30-d0ba175a6b96 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:03.639784 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-487cbe06-89ca-42b3-bd30-d0ba175a6b96 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce775231-a9c6-4382-9e30-896c2fe80b86 HTTP/1.1" status: 204 len: 168 time: 0.1385016 Mar 10 04:13:03.640577 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51616) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:03.647538 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cbe06-89ca-42b3-bd30-d0ba175a6b96 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce775231-a9c6-4382-9e30-896c2fe80b86,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:03.655730 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-fa62e611-b49e-4510-8a9e-b5dbf624df7e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] show failed (client error): The resource could not be found. Mar 10 04:13:03.656705 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fa62e611-b49e-4510-8a9e-b5dbf624df7e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups/ce775231-a9c6-4382-9e30-896c2fe80b86 HTTP/1.1" status: 404 len: 347 time: 0.0151582 Mar 10 04:13:03.660451 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51618) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:03.800524 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd55c97-8244-4299-bed9-9ddd3418ad20 None None] New status for floating IP 2666041b-651b-4f30-9867-be53415bc0ae: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:13:04.047415 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Deleting port a58bfa9c-c25a-4138-95ae-0ef1516d9bab {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:13:04.047767 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.123151 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.123511 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.135029 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Calling delete_port for a58bfa9c-c25a-4138-95ae-0ef1516d9bab owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:13:04.269709 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (a58bfa9c-c25a-4138-95ae-0ef1516d9bab), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.291371 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'Port': ['ID=a58bfa9c-c25a-4138-95ae-0ef1516d9bab,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:04.321398 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (2666041b-651b-4f30-9867-be53415bc0ae), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.324084 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.325777 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fef48084-3d42-4a81-9c9b-d9bb8db6d2eb tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "DELETE /v2.0/floatingips/2666041b-651b-4f30-9867-be53415bc0ae HTTP/1.1" status: 204 len: 168 time: 0.6642928 Mar 10 04:13:05.844010 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:13:05.868377 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:13:05.868785 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 17b7eb41-cb1f-41e7-aed8-977fdcae98c4 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:13:06.068055 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20a2d-1cd2-4a17-a044-032cbc9843c1 req-9b00e3c3-00e3-4fee-a438-c25d73b04743 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:06.069566 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-85f20a2d-1cd2-4a17-a044-032cbc9843c1 req-9b00e3c3-00e3-4fee-a438-c25d73b04743 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 946 time: 0.0570114 Mar 10 04:13:06.116846 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-85f20a2d-1cd2-4a17-a044-032cbc9843c1 req-6b42db17-ff7a-4a71-96c6-3a8518fb37e0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Mar 10 04:13:07.249261 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b203cf-3f1c-465f-a9d0-d292ee190284 req-23855419-d963-482f-833e-9a091049d5d4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:07.250728 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2b203cf-3f1c-465f-a9d0-d292ee190284 req-23855419-d963-482f-833e-9a091049d5d4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 946 time: 0.0517240 Mar 10 04:13:07.297547 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2b203cf-3f1c-465f-a9d0-d292ee190284 req-3aa43936-4894-4a76-af59-1f393d0dbec4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Mar 10 04:13:07.901190 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd226385-36ec-4261-afbf-7556554a5398 req-03234f29-dcef-4d2b-bebf-fd4c8332c9ef tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:07.903115 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd226385-36ec-4261-afbf-7556554a5398 req-03234f29-dcef-4d2b-bebf-fd4c8332c9ef tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 946 time: 0.0525889 Mar 10 04:13:07.996812 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Deleting port e3054567-e052-4749-affb-f9a6a49c2679 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:13:07.997153 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (e3054567-e052-4749-affb-f9a6a49c2679), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:08.093386 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] For port e3054567-e052-4749-affb-f9a6a49c2679, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e3054567-e052-4749-affb-f9a6a49c2679,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:08.093747 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (e3054567-e052-4749-affb-f9a6a49c2679), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:08.255793 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:08.256484 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (209e8996-723a-48a4-a23f-51aa04100546), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:08.256607 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Floating IP 209e8996-723a-48a4-a23f-51aa04100546 disassociated. External IP: 172.27.2.228, port: e3054567-e052-4749-affb-f9a6a49c2679. Mar 10 04:13:08.256917 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Calling delete_port for e3054567-e052-4749-affb-f9a6a49c2679 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:13:08.410585 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (e3054567-e052-4749-affb-f9a6a49c2679), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:08.441915 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'Port': ['ID=e3054567-e052-4749-affb-f9a6a49c2679,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:08.460048 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bb5de-b4d2-4d24-b6bd-981453d9eff6 req-8aa23145-68da-47ac-a910-75d457dac338 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:08.461589 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f74bb5de-b4d2-4d24-b6bd-981453d9eff6 req-8aa23145-68da-47ac-a910-75d457dac338 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c436870-e70f-4490-8c9a-3793e68c9f55 HTTP/1.1" status: 200 len: 867 time: 0.0955987 Mar 10 04:13:08.578539 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f74bb5de-b4d2-4d24-b6bd-981453d9eff6 req-b306a31f-0358-4641-9d0e-591b3a678251 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1e11548-c9bf-47d3-8ed3-93cac752fcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806670 Mar 10 04:13:08.599737 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:13:08.718883 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:08.728956 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:08.745142 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:08.745858 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:12:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:08.765679 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] No DVR routers for this DVR port e3054567-e052-4749-affb-f9a6a49c2679 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:13:08.768878 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:08.772656 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd226385-36ec-4261-afbf-7556554a5398 req-132bd88a-655b-4190-82c0-25edae185a17 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "DELETE /v2.0/ports/e3054567-e052-4749-affb-f9a6a49c2679 HTTP/1.1" status: 204 len: 173 time: 0.8603384 Mar 10 04:13:08.773108 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'name': 'network-vif-deleted', 'tag': 'e3054567-e052-4749-affb-f9a6a49c2679'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:08.775361 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5a3105-a637-4a43-a7f8-723e40358e4e" -d '{"events": [{"server_uuid": "0c436870-e70f-4490-8c9a-3793e68c9f55", "name": "network-vif-deleted", "tag": "e3054567-e052-4749-affb-f9a6a49c2679"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:08.817286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2982ce88-e1f5-40fc-b1fd-81a6031406fd x-openstack-request-id: req-2982ce88-e1f5-40fc-b1fd-81a6031406fd {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:08.817962 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c436870-e70f-4490-8c9a-3793e68c9f55", "name": "network-vif-deleted", "tag": "e3054567-e052-4749-affb-f9a6a49c2679", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:08.818434 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2982ce88-e1f5-40fc-b1fd-81a6031406fd {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:08.819062 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c436870-e70f-4490-8c9a-3793e68c9f55', 'name': 'network-vif-deleted', 'tag': 'e3054567-e052-4749-affb-f9a6a49c2679', 'status': 'completed', 'code': 200} Mar 10 04:13:08.891539 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:09.090126 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:09.116139 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:09.124876 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:09.125476 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:12:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:09.232204 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:09.438124 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:09.464410 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17070e0e-f5b5-4bc5-b510-b6ec95d358dd None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:09.666092 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51716) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:09.689859 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3469fa1b-b012-4b6f-bb85-12df1ee126e2 None None] New status for floating IP 209e8996-723a-48a4-a23f-51aa04100546: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:13:09.719906 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b21f4c1-0c3c-4547-bc74-e6fece8b5eb1 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (a1e11548-c9bf-47d3-8ed3-93cac752fcc6), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:09.743829 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b21f4c1-0c3c-4547-bc74-e6fece8b5eb1 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (a1e11548-c9bf-47d3-8ed3-93cac752fcc6), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:09.794919 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b21f4c1-0c3c-4547-bc74-e6fece8b5eb1 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a1e11548-c9bf-47d3-8ed3-93cac752fcc6), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:09.797819 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b21f4c1-0c3c-4547-bc74-e6fece8b5eb1 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:09.799070 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9b21f4c1-0c3c-4547-bc74-e6fece8b5eb1 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "DELETE /v2.0/security-groups/a1e11548-c9bf-47d3-8ed3-93cac752fcc6 HTTP/1.1" status: 204 len: 168 time: 0.1318266 Mar 10 04:13:09.802002 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51722) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:09.808232 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21f4c1-0c3c-4547-bc74-e6fece8b5eb1 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e11548-c9bf-47d3-8ed3-93cac752fcc6,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:09.835781 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-8d2f3d8e-28ba-44e8-b089-8e7270e8e752 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] show failed (client error): The resource could not be found. Mar 10 04:13:09.841110 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51724) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:09.848308 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8d2f3d8e-28ba-44e8-b089-8e7270e8e752 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups/a1e11548-c9bf-47d3-8ed3-93cac752fcc6 HTTP/1.1" status: 404 len: 347 time: 0.0402231 Mar 10 04:13:09.974939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Deleting port 54a068f1-8a76-45fc-b9b7-87ad2f203011 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:13:09.975288 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (54a068f1-8a76-45fc-b9b7-87ad2f203011), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.055781 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (54a068f1-8a76-45fc-b9b7-87ad2f203011), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.056292 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (54a068f1-8a76-45fc-b9b7-87ad2f203011), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.068965 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Calling delete_port for 54a068f1-8a76-45fc-b9b7-87ad2f203011 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:13:10.204798 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (54a068f1-8a76-45fc-b9b7-87ad2f203011), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.230820 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'Port': ['ID=54a068f1-8a76-45fc-b9b7-87ad2f203011,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:10.253565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (209e8996-723a-48a4-a23f-51aa04100546), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.256124 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.257403 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6a6045e9-ed5c-4209-a0ca-ce24e160ef6e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "DELETE /v2.0/floatingips/209e8996-723a-48a4-a23f-51aa04100546 HTTP/1.1" status: 204 len: 168 time: 0.4151931 Mar 10 04:13:10.417616 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51736) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:10.422682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-69c717b2-2bcf-4002-b7ea-2a84b7d8aa9a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--96460869', 'description': 'tempest-description--871969444'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:10.444129 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-69c717b2-2bcf-4002-b7ea-2a84b7d8aa9a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.508633 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-69c717b2-2bcf-4002-b7ea-2a84b7d8aa9a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (5b478937-6b68-45cb-a4d9-82dc6f1b8e06), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.512417 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-69c717b2-2bcf-4002-b7ea-2a84b7d8aa9a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (5b478937-6b68-45cb-a4d9-82dc6f1b8e06), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.542761 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-69c717b2-2bcf-4002-b7ea-2a84b7d8aa9a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.544487 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-69c717b2-2bcf-4002-b7ea-2a84b7d8aa9a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1253607 Mar 10 04:13:10.546666 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c717b2-2bcf-4002-b7ea-2a84b7d8aa9a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b478937-6b68-45cb-a4d9-82dc6f1b8e06,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:10.547495 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51742) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:10.557215 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-69a0c113-154a-4c12-b6f2-ca2ff85032c7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group_rule': {'security_group_id': '5b478937-6b68-45cb-a4d9-82dc6f1b8e06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:10.582821 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69a0c113-154a-4c12-b6f2-ca2ff85032c7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (570a3447-f13a-44aa-aa96-3a07a5fca32d), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.631772 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69a0c113-154a-4c12-b6f2-ca2ff85032c7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (570a3447-f13a-44aa-aa96-3a07a5fca32d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.636417 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69a0c113-154a-4c12-b6f2-ca2ff85032c7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (570a3447-f13a-44aa-aa96-3a07a5fca32d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.657022 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0c113-154a-4c12-b6f2-ca2ff85032c7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570a3447-f13a-44aa-aa96-3a07a5fca32d,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:10.664865 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69a0c113-154a-4c12-b6f2-ca2ff85032c7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.666028 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-69a0c113-154a-4c12-b6f2-ca2ff85032c7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175199 Mar 10 04:13:10.669416 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51748) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:10.673965 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-cb4162b7-99f5-4662-a20e-95037d35bf5f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group_rule': {'security_group_id': '5b478937-6b68-45cb-a4d9-82dc6f1b8e06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:10.708085 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cb4162b7-99f5-4662-a20e-95037d35bf5f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (9b03410a-b46b-4683-ae4a-5fb80476a568), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.780748 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7534d0-3916-4203-87b7-61e299fa106c req-ba8e6b91-fb5f-43ad-9a26-49ca207ce008 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:10.782169 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc7534d0-3916-4203-87b7-61e299fa106c req-ba8e6b91-fb5f-43ad-9a26-49ca207ce008 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0883281 Mar 10 04:13:10.792054 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cb4162b7-99f5-4662-a20e-95037d35bf5f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (9b03410a-b46b-4683-ae4a-5fb80476a568), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.804993 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cb4162b7-99f5-4662-a20e-95037d35bf5f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (9b03410a-b46b-4683-ae4a-5fb80476a568), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.832711 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4162b7-99f5-4662-a20e-95037d35bf5f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b03410a-b46b-4683-ae4a-5fb80476a568,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:10.846923 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cb4162b7-99f5-4662-a20e-95037d35bf5f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.848210 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-cb4162b7-99f5-4662-a20e-95037d35bf5f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777415 Mar 10 04:13:10.851280 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51752) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:10.856824 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:10.865795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc7534d0-3916-4203-87b7-61e299fa106c req-96013cd1-cda8-4dee-a778-c080ef93dc2c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755794 Mar 10 04:13:10.879482 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:10.971912 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.078239 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Allocated IP 172.27.2.202 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/5c482c58-b336-4b42-a96e-3fd95797eea5) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:11.178963 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (5c482c58-b336-4b42-a96e-3fd95797eea5), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.212633 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (5c482c58-b336-4b42-a96e-3fd95797eea5), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.257352 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:11.260268 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:11.265049 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:11.269608 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=5c482c58-b336-4b42-a96e-3fd95797eea5,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:11.316609 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (3bbbe070-dac8-484d-99df-b6e07761a481), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.353737 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (5c482c58-b336-4b42-a96e-3fd95797eea5), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.504788 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (5c482c58-b336-4b42-a96e-3fd95797eea5), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.509209 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (5c482c58-b336-4b42-a96e-3fd95797eea5), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.536952 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (3bbbe070-dac8-484d-99df-b6e07761a481), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.560460 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:11.561733 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7094507 Mar 10 04:13:11.562361 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6bbfd-d7db-455c-a06d-202a32a4d80d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=5c482c58-b336-4b42-a96e-3fd95797eea5,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:11.762344 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-49144221-5ef0-4ca4-9526-9ec1c52952ed tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--96460869&fields=id&tenant_id=2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 267 time: 0.0434558 Mar 10 04:13:11.871998 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-1d13959d-7592-4508-9086-0e8921dce399 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:11.873372 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-1d13959d-7592-4508-9086-0e8921dce399 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 814 time: 0.1045923 Mar 10 04:13:11.887395 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-769ca700-884a-4a12-b442-b2ab5adc30d3 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/quotas/2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 375 time: 0.0086846 Mar 10 04:13:11.902606 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device e3054567-e052-4749-affb-f9a6a49c2679 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:13:11.928777 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: e3054567-e052-4749-affb-f9a6a49c2679 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:13:11.929049 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device e3054567-e052-4749-affb-f9a6a49c2679 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:13:11.955065 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-6f55b8f3-f40c-4ede-86ad-3baf90e50e27 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621946 Mar 10 04:13:12.047816 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5776082-b1f3-4463-bb93-4b63a6387b5d req-140b7f17-511d-4972-a180-76576d8239d1 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:12.049249 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e5776082-b1f3-4463-bb93-4b63a6387b5d req-140b7f17-511d-4972-a180-76576d8239d1 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.1105058 Mar 10 04:13:12.087107 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-f03f7464-ba83-4483-a743-15a02382d132 service neutron] 10.222.0.15 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184623 Mar 10 04:13:12.125950 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e5776082-b1f3-4463-bb93-4b63a6387b5d req-998061af-a0f7-416b-9caa-d007423323fe tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710423 Mar 10 04:13:12.189521 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-f77d60d9-08f3-46d2-8d37-74185041823d service neutron] 10.222.0.15 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950236 Mar 10 04:13:12.341559 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0862fd40-e058-4a56-b3e5-af55bb9b5836 req-8c39cc7b-6419-447e-8aeb-ea09fe6b519c tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 210 time: 0.0279870 Mar 10 04:13:13.004777 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51822) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:13.105653 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3e013c33-4891-49f6-b763-bc52bbe320d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.181763 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3e013c33-4891-49f6-b763-bc52bbe320d0 admin admin] Publish callbacks [] for security_group (bbdf532a-3228-48a5-9148-7539c4687351), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.186679 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3e013c33-4891-49f6-b763-bc52bbe320d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bbdf532a-3228-48a5-9148-7539c4687351), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.289645 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-3e013c33-4891-49f6-b763-bc52bbe320d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edb1218a02e14a508e1c2f41803cf86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837539 Mar 10 04:13:13.292386 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51828) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:13.315300 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e013c33-4891-49f6-b763-bc52bbe320d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf532a-3228-48a5-9148-7539c4687351,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:13.358311 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-297de715-6a65-4d9d-8ad2-26d2be775cce admin admin] Publish callbacks [] for security_group (bbdf532a-3228-48a5-9148-7539c4687351), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.364277 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2c804-33e3-42dd-a0b8-cd78d4ea33e7 req-cf6f8990-7f28-493f-b578-79d2a9f1734c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:13.365775 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2ec2c804-33e3-42dd-a0b8-cd78d4ea33e7 req-cf6f8990-7f28-493f-b578-79d2a9f1734c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.1526737 Mar 10 04:13:13.372676 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-26fbff75-04ee-44c3-883f-8b321727b7f4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:13.374078 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-26fbff75-04ee-44c3-883f-8b321727b7f4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 814 time: 0.1761496 Mar 10 04:13:13.387467 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-297de715-6a65-4d9d-8ad2-26d2be775cce admin admin] Publish callbacks [] for security_group (bbdf532a-3228-48a5-9148-7539c4687351), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.396925 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-508fdeee-eac1-49bd-99f6-c2f2ab692f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.445161 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-297de715-6a65-4d9d-8ad2-26d2be775cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bbdf532a-3228-48a5-9148-7539c4687351), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.447773 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-297de715-6a65-4d9d-8ad2-26d2be775cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.451220 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-297de715-6a65-4d9d-8ad2-26d2be775cce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbdf532a-3228-48a5-9148-7539c4687351 HTTP/1.1" status: 204 len: 168 time: 0.1555452 Mar 10 04:13:13.459331 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297de715-6a65-4d9d-8ad2-26d2be775cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf532a-3228-48a5-9148-7539c4687351,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:13.475854 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f5c1821-bb49-4c40-99b0-bcc7c495f2b0 req-4864712c-2b18-460b-85f7-4a56364bae28 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 210 time: 0.0403388 Mar 10 04:13:13.484368 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2ec2c804-33e3-42dd-a0b8-cd78d4ea33e7 req-1ef46caf-379a-44c7-84db-8a8ba7b91093 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053245 Mar 10 04:13:13.503201 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-3f57257d-3119-4331-91a8-79ee53e3b65a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 378 time: 0.1181462 Mar 10 04:13:13.512608 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'port': {'device_id': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'admin_state_up': True, 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'security_groups': ['5b478937-6b68-45cb-a4d9-82dc6f1b8e06']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:13.620213 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Made reservation on behalf of 2e617a5a84b449da8e8806baed547052 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:13.624546 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.724210 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51840) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:13.737882 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b81f225-f7a6-40ff-b4d3-31f3226825d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.753552 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Allocated IP 172.20.0.9 (4410d252-aefa-4843-8da2-38cf2eec01c6/399d6d56-2396-43c5-a100-78108ba1deee/8dc3b43c-2ecd-4727-80e6-ffcdb924dae8) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:13.815990 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b81f225-f7a6-40ff-b4d3-31f3226825d8 admin admin] Publish callbacks [] for security_group (5ff21acd-9b70-4887-8640-07839d9196cb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.820458 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b81f225-f7a6-40ff-b4d3-31f3226825d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (5ff21acd-9b70-4887-8640-07839d9196cb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.857102 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81f225-f7a6-40ff-b4d3-31f3226825d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff21acd-9b70-4887-8640-07839d9196cb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:13.863676 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6b81f225-f7a6-40ff-b4d3-31f3226825d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c91485de57043c5a5a6f3d4560e6c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361873 Mar 10 04:13:13.863982 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51842) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:13.894584 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.912656 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2c00e8c-5fc8-49bc-94ae-37cc9e071d59 admin admin] Publish callbacks [] for security_group (5ff21acd-9b70-4887-8640-07839d9196cb), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.928708 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.934371 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2c00e8c-5fc8-49bc-94ae-37cc9e071d59 admin admin] Publish callbacks [] for security_group (5ff21acd-9b70-4887-8640-07839d9196cb), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.974426 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:13.980256 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:13.982072 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2c00e8c-5fc8-49bc-94ae-37cc9e071d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (5ff21acd-9b70-4887-8640-07839d9196cb), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.982902 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:13.984980 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2c00e8c-5fc8-49bc-94ae-37cc9e071d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.985120 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:13.988646 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c2c00e8c-5fc8-49bc-94ae-37cc9e071d59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ff21acd-9b70-4887-8640-07839d9196cb HTTP/1.1" status: 204 len: 168 time: 0.1213210 Mar 10 04:13:13.990721 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:13.991134 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:13.997507 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c00e8c-5fc8-49bc-94ae-37cc9e071d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff21acd-9b70-4887-8640-07839d9196cb,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:14.009024 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-0e23e634-29ba-4e3c-8a4b-21936ece0c9f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5000911 Mar 10 04:13:14.021124 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Request body: {'port': {'device_id': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:14.086480 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:14.237370 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-b0f23f06-e691-4779-a0e8-4c1be7fc7977 None None] Provisioning complete for port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:14.237646 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b0f23f06-e691-4779-a0e8-4c1be7fc7977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:14.274453 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-b0f23f06-e691-4779-a0e8-4c1be7fc7977 None None] Port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:13:14.359179 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:13:14.366788 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Publish callbacks [] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:14.378610 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Transition to ACTIVE for port object 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:13:14.382737 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:14.451247 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:14.464350 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Attempting to bind port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:14.465338 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Attempting to bind port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:14.466233 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Attempting to bind port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:14.471499 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:13:14.471918 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Attempting to bind port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:14.477163 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:14.477423 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Checking segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:14.477812 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Bound using segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:14.478262 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Bound port: 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:14.478600 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:14.575333 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] For port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:14.579853 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] For port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:14.603759 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:14.675469 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:14.676128 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:14.677432 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] 10.222.0.26 "PUT /v2.0/ports/8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 HTTP/1.1" status: 200 len: 1093 time: 0.6613235 Mar 10 04:13:14.680585 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'tag': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:14.691129 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd7eb36-e17d-4c01-bda5-f27df2124731" -d '{"events": [{"name": "network-changed", "server_uuid": "7ece0c89-e366-4d14-b3fe-607098fdc0fd", "tag": "8dc3b43c-2ecd-4727-80e6-ffcdb924dae8"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:14.753959 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6255c70-de7b-4afa-9c83-e2b53227eef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:14.780703 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ed03-d340-4ea6-bac5-b37b4bd33aca req-eed34cb5-e7b5-4fbc-af3a-3d8c5dacb850 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:14.784904 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b593ed03-d340-4ea6-bac5-b37b4bd33aca req-eed34cb5-e7b5-4fbc-af3a-3d8c5dacb850 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.2017562 Mar 10 04:13:14.799200 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920478b-90f7-49d0-82d5-05c49d78f684 req-c678cc28-1432-4aab-991e-2fb090eb0025 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:14.800897 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2920478b-90f7-49d0-82d5-05c49d78f684 req-c678cc28-1432-4aab-991e-2fb090eb0025 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 943 time: 0.2166383 Mar 10 04:13:14.839756 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-65910495-4e0b-4343-8f6b-65256ed0b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:14.841273 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-65910495-4e0b-4343-8f6b-65256ed0b2cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 1127 time: 0.1203082 Mar 10 04:13:14.910876 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-c20ca23b-2b57-4f6c-8b18-b7b1e03721d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 HTTP/1.1" status: 200 len: 217 time: 0.0578871 Mar 10 04:13:14.917352 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b593ed03-d340-4ea6-bac5-b37b4bd33aca req-759076b5-0548-4642-9686-30ce3c3c35b6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260617 Mar 10 04:13:14.961134 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2920478b-90f7-49d0-82d5-05c49d78f684 req-d22e41a8-c0aa-4c6d-80e7-df673edbf2aa tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493690 Mar 10 04:13:14.969607 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755ba167-aa98-42c5-9fb8-0a29ebac53d4 x-openstack-request-id: req-755ba167-aa98-42c5-9fb8-0a29ebac53d4 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:14.969899 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ece0c89-e366-4d14-b3fe-607098fdc0fd", "tag": "8dc3b43c-2ecd-4727-80e6-ffcdb924dae8", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:14.970152 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-755ba167-aa98-42c5-9fb8-0a29ebac53d4 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:14.970550 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'tag': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'status': 'completed', 'code': 200} Mar 10 04:13:14.983916 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-7b702925-0606-4d12-bc09-7fb002ee24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:14.983916 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-7b702925-0606-4d12-bc09-7fb002ee24b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0600066 Mar 10 04:13:15.032251 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-1b5d5848-6759-404c-89a4-6e59e56e3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:15.033757 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-1b5d5848-6759-404c-89a4-6e59e56e3335 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460477 Mar 10 04:13:15.378039 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-f7b86d69-54b8-40ef-abfb-fc1ba6fb1ad5 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372481 Mar 10 04:13:15.470584 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bf620c0-09d2-47f0-829d-aa519081c870 req-a10bf2ca-eb3f-454a-a155-eac1cfffc200 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849745 Mar 10 04:13:15.558707 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bad02634-a100-4ff4-a4c8-abf30a2e7471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:15.568046 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-e9cca161-8a20-46b2-a078-0beac603c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:15.569980 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-e9cca161-8a20-46b2-a078-0beac603c709 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 1127 time: 0.0498850 Mar 10 04:13:15.666165 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-f60db63d-5404-4224-8b23-3b8fcbbb023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:15.667632 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-f60db63d-5404-4224-8b23-3b8fcbbb023d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 915 time: 0.0915508 Mar 10 04:13:15.707966 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-21d563a3-fb7c-4701-99fd-b835d15967fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 HTTP/1.1" status: 200 len: 217 time: 0.0338287 Mar 10 04:13:15.763040 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-d648aa83-b336-44f0-bdc8-92b07e0f5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:15.764531 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-d648aa83-b336-44f0-bdc8-92b07e0f5241 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0503669 Mar 10 04:13:15.817623 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-0d92839f-8e71-49fa-b6ad-54018c346ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:15.819165 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-0d92839f-8e71-49fa-b6ad-54018c346ab6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489070 Mar 10 04:13:15.914427 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-b4c32d95-c278-4729-8c8a-ce04280961df service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879819 Mar 10 04:13:16.016139 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dd7eb36-e17d-4c01-bda5-f27df2124731 req-78e82c13-2ebd-4581-b836-5b01d9b9c6c3 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941315 Mar 10 04:13:16.085963 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b106e-fb22-4dba-bb61-5993a5b1660b req-c51dfc0d-9da6-4899-96e2-0009e5cc1c9c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:16.087322 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d4b106e-fb22-4dba-bb61-5993a5b1660b req-c51dfc0d-9da6-4899-96e2-0009e5cc1c9c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0937388 Mar 10 04:13:16.118202 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de27b4-a90f-4e0d-8f0b-58100ac4b4b2 req-92909109-1256-4461-82ea-a12afd23c711 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:16.119614 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94de27b4-a90f-4e0d-8f0b-58100ac4b4b2 req-92909109-1256-4461-82ea-a12afd23c711 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 943 time: 0.0824783 Mar 10 04:13:16.160586 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d4b106e-fb22-4dba-bb61-5993a5b1660b req-95c93acf-d432-4d5a-9c01-4e9ad9b6eaea tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675061 Mar 10 04:13:16.185864 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94de27b4-a90f-4e0d-8f0b-58100ac4b4b2 req-2750f77f-4169-4071-a499-e5dfe8ed3d53 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553324 Mar 10 04:13:16.609392 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:17.307360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:17.309257 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59955d43-dcba-4f5b-97b2-f47d6dc2e550 req-004b10b0-db06-498e-af91-9e5e20c56671 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:17.310736 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-59955d43-dcba-4f5b-97b2-f47d6dc2e550 req-004b10b0-db06-498e-af91-9e5e20c56671 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0842664 Mar 10 04:13:17.342021 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38140-4dfd-41d8-910b-ca7272a3df02 req-7e2bbbae-3ba0-4cd2-9fc0-03287b5036f5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:17.343470 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b6b38140-4dfd-41d8-910b-ca7272a3df02 req-7e2bbbae-3ba0-4cd2-9fc0-03287b5036f5 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 943 time: 0.0875556 Mar 10 04:13:17.388736 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-59955d43-dcba-4f5b-97b2-f47d6dc2e550 req-094d72c6-0183-4813-9b06-bb48a9be05cc tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699322 Mar 10 04:13:17.410835 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b6b38140-4dfd-41d8-910b-ca7272a3df02 req-81e52d72-3a56-4ab0-8d30-2064e8393f41 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605946 Mar 10 04:13:17.917427 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:13:18.010930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:18.024935 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'port_id': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'mac_address': 'fa:16:3e:19:9a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:13:18.060842 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:18.061237 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:18.073761 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:13:18.093129 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:18.096762 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:18.142321 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:18.149255 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.149601 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.149942 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.150272 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.150597 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.150918 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.151239 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.151557 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.151900 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.152219 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.152536 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.152848 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.153160 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:18.309525 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:18.342700 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['8dc3b43c-2ecd-4727-80e6-ffcdb924dae8'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:13:18.548766 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2c464-9632-4037-8684-2ce663788120 req-b1cae1d2-9536-47c6-b793-26e3186a5376 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:18.550230 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4bc2c464-9632-4037-8684-2ce663788120 req-b1cae1d2-9536-47c6-b793-26e3186a5376 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0911396 Mar 10 04:13:18.556854 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f28edc-6152-4b2b-8729-cb17b5e86ea3 req-daa160c8-e767-4d2d-aaad-959da35b04bf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:18.558194 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54f28edc-6152-4b2b-8729-cb17b5e86ea3 req-daa160c8-e767-4d2d-aaad-959da35b04bf tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 944 time: 0.0818098 Mar 10 04:13:18.630908 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4bc2c464-9632-4037-8684-2ce663788120 req-0985cb5d-d9d2-41c6-b28b-6d43b06d6903 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717545 Mar 10 04:13:18.634894 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54f28edc-6152-4b2b-8729-cb17b5e86ea3 req-6793eb4d-d4e7-4a1a-8c85-4573a91a4072 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702362 Mar 10 04:13:18.998144 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 51936) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:19.099561 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3f0282b-fd7c-403a-905b-5b760e8dd704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.169807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3f0282b-fd7c-403a-905b-5b760e8dd704 admin admin] Publish callbacks [] for security_group (de6229e6-f69c-43be-939e-c8596f692965), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.173125 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d3f0282b-fd7c-403a-905b-5b760e8dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (de6229e6-f69c-43be-939e-c8596f692965), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.210425 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d3f0282b-fd7c-403a-905b-5b760e8dd704 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=709ad225de71489eaca6f1cfdc1da2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112420 Mar 10 04:13:19.211274 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0282b-fd7c-403a-905b-5b760e8dd704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6229e6-f69c-43be-939e-c8596f692965,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:19.213135 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51940) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:19.259444 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d054d80a-9c1b-4484-a4b5-67d0e4bbcfdd admin admin] Publish callbacks [] for security_group (de6229e6-f69c-43be-939e-c8596f692965), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.279753 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d054d80a-9c1b-4484-a4b5-67d0e4bbcfdd admin admin] Publish callbacks [] for security_group (de6229e6-f69c-43be-939e-c8596f692965), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.324995 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d054d80a-9c1b-4484-a4b5-67d0e4bbcfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (de6229e6-f69c-43be-939e-c8596f692965), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.327673 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d054d80a-9c1b-4484-a4b5-67d0e4bbcfdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.328832 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d054d80a-9c1b-4484-a4b5-67d0e4bbcfdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de6229e6-f69c-43be-939e-c8596f692965 HTTP/1.1" status: 204 len: 168 time: 0.1147156 Mar 10 04:13:19.336894 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054d80a-9c1b-4484-a4b5-67d0e4bbcfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6229e6-f69c-43be-939e-c8596f692965,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:19.581363 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51946) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:19.594269 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.669790 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Publish callbacks [] for security_group (eb6bf6cd-0a1c-4c0f-bfab-55c0a1d01e34), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.675222 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (eb6bf6cd-0a1c-4c0f-bfab-55c0a1d01e34), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.720340 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1c1c517a2e64fe484854b6911eb4d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377487 Mar 10 04:13:19.722016 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 51952) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:19.729168 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6bf6cd-0a1c-4c0f-bfab-55c0a1d01e34,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:19.744976 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.745329 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.745666 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.746813 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.747308 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.747639 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.747993 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.748319 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.748646 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.748970 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.749289 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.749606 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.749922 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e13-a99e-4c79-b652-d6dc38bb2080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:19.785663 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bc0b-67c7-4a6b-acfb-9efd3b1e4ffc admin admin] Publish callbacks [] for security_group (eb6bf6cd-0a1c-4c0f-bfab-55c0a1d01e34), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.796387 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b467-2f4b-4b6b-97fd-a5076b8714a7 req-db35a8e4-4041-4128-838b-3b2dd26d97ec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:19.797856 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6ad6b467-2f4b-4b6b-97fd-a5076b8714a7 req-db35a8e4-4041-4128-838b-3b2dd26d97ec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0942414 Mar 10 04:13:19.807507 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee928c-b7a5-476f-b9cf-c11886998024 req-57020831-8c23-4085-a9ff-8beaefe21c1f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:19.808340 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bc0b-67c7-4a6b-acfb-9efd3b1e4ffc admin admin] Publish callbacks [] for security_group (eb6bf6cd-0a1c-4c0f-bfab-55c0a1d01e34), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.808983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-43ee928c-b7a5-476f-b9cf-c11886998024 req-57020831-8c23-4085-a9ff-8beaefe21c1f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 944 time: 0.0900795 Mar 10 04:13:19.856595 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bc0b-67c7-4a6b-acfb-9efd3b1e4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (eb6bf6cd-0a1c-4c0f-bfab-55c0a1d01e34), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.859185 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bc0b-67c7-4a6b-acfb-9efd3b1e4ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:19.860378 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b0f8bc0b-67c7-4a6b-acfb-9efd3b1e4ffc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb6bf6cd-0a1c-4c0f-bfab-55c0a1d01e34 HTTP/1.1" status: 204 len: 168 time: 0.1374547 Mar 10 04:13:19.868400 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8bc0b-67c7-4a6b-acfb-9efd3b1e4ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6bf6cd-0a1c-4c0f-bfab-55c0a1d01e34,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:19.880252 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6ad6b467-2f4b-4b6b-97fd-a5076b8714a7 req-bf3f0778-4676-4b29-ab9e-a1ce6be6b72d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703218 Mar 10 04:13:19.884411 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-43ee928c-b7a5-476f-b9cf-c11886998024 req-473b0b4b-66be-466f-92ad-e70d22790f59 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688701 Mar 10 04:13:19.962237 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:20.010781 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:13:20.015035 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:20.015407 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:20.066582 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:20.112523 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:20.113186 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:20.138359 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:20.140634 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c281f414-4555-4bc1-ba2e-43bf5f8791f4" -d '{"events": [{"server_uuid": "7ece0c89-e366-4d14-b3fe-607098fdc0fd", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3b43c-2ecd-4727-80e6-ffcdb924dae8"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:20.153669 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:20.158254 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:20.181368 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b7a85-2a10-43a9-98df-8f7b470dc0b4 x-openstack-request-id: req-2f7b7a85-2a10-43a9-98df-8f7b470dc0b4 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:20.181659 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ece0c89-e366-4d14-b3fe-607098fdc0fd", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3b43c-2ecd-4727-80e6-ffcdb924dae8", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:20.181912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f7b7a85-2a10-43a9-98df-8f7b470dc0b4 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:20.182306 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'code': 200} Mar 10 04:13:20.211197 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:20.346252 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc26240-c274-4ca3-bc4b-7ba4182337d8 req-5f1d99c7-554e-470c-9f35-5facba01a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:20.347781 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bc26240-c274-4ca3-bc4b-7ba4182337d8 req-5f1d99c7-554e-470c-9f35-5facba01a107 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 1129 time: 0.0448818 Mar 10 04:13:20.391713 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bc26240-c274-4ca3-bc4b-7ba4182337d8 req-af383fc5-a9d0-4b9b-8395-3cc9fb54e83e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375540 Mar 10 04:13:21.081068 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-f76eba87-073e-4d7b-9551-413419777569 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253741 Mar 10 04:13:21.104427 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c0d0d-f5c7-4e7a-b341-f7f315eab6cf req-46255333-aaed-428a-8cef-032235de86bb tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:21.106404 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-198c0d0d-f5c7-4e7a-b341-f7f315eab6cf req-46255333-aaed-428a-8cef-032235de86bb tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.1115704 Mar 10 04:13:21.133064 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049b6f-2a95-4df9-93d6-05a7b7707724 req-ebff9252-cc09-4d1c-8e0a-97b699e5081a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:21.134556 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15049b6f-2a95-4df9-93d6-05a7b7707724 req-ebff9252-cc09-4d1c-8e0a-97b699e5081a tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 945 time: 0.0983946 Mar 10 04:13:21.221575 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-c3032af7-b30c-45e2-90ca-2fc96762c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:21.223087 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-c3032af7-b30c-45e2-90ca-2fc96762c34e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 1130 time: 0.1148593 Mar 10 04:13:21.226022 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-198c0d0d-f5c7-4e7a-b341-f7f315eab6cf req-915ea96a-df32-44f5-98b2-887d6664e171 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091483 Mar 10 04:13:21.237773 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15049b6f-2a95-4df9-93d6-05a7b7707724 req-d217927c-3956-482b-84dc-7685ebdbe264 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882347 Mar 10 04:13:21.330686 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-4acab769-c1a7-422b-8b49-8dc2a3ef01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:21.332192 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-4acab769-c1a7-422b-8b49-8dc2a3ef01ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.0840225 Mar 10 04:13:21.403127 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-20be67e5-2a2c-47a1-bcfd-aad51a2a442d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 200 len: 1000 time: 0.0616746 Mar 10 04:13:21.455413 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-39d9ede9-26b4-4c6d-8f6f-28315b5ba457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:21.456903 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-39d9ede9-26b4-4c6d-8f6f-28315b5ba457 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0432994 Mar 10 04:13:21.510924 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-ccee6a7e-6d21-4a91-98da-1620266ea5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:21.512463 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-ccee6a7e-6d21-4a91-98da-1620266ea5eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467985 Mar 10 04:13:21.608637 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-e50d8ca1-0789-4066-9c26-0a6a65ba5f3f service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892107 Mar 10 04:13:21.711142 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076478bd-093e-4fa0-bd27-e2e7e4cc9794 req-c43187ce-7e0c-4079-8bc0-aaeb08824fbd service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888572 Mar 10 04:13:22.382780 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8954f8a-e592-467a-8341-9e6f8b0294c3 req-470c43e6-1618-4664-8486-b84e90cdf9fd tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:22.384287 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f8954f8a-e592-467a-8341-9e6f8b0294c3 req-470c43e6-1618-4664-8486-b84e90cdf9fd tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0874639 Mar 10 04:13:22.394063 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c04ad-54e4-4f63-b62b-3c98b0d60952 req-3fcbf2a9-abcb-4b60-956e-c1e0dea9bfe0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:22.395461 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-247c04ad-54e4-4f63-b62b-3c98b0d60952 req-3fcbf2a9-abcb-4b60-956e-c1e0dea9bfe0 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 945 time: 0.0886042 Mar 10 04:13:22.465971 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f8954f8a-e592-467a-8341-9e6f8b0294c3 req-23803a97-17aa-4403-9d7b-b5fb505993d8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695422 Mar 10 04:13:22.472687 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-247c04ad-54e4-4f63-b62b-3c98b0d60952 req-d9b939ea-24a0-4958-b223-1ba1b37978a4 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702429 Mar 10 04:13:22.642871 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73af8e5-2544-4488-85cc-7c3fec1e44d2 req-1ab9ee30-c5c4-41ce-8185-b2b2a00737ad tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:22.656404 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d73af8e5-2544-4488-85cc-7c3fec1e44d2 req-1ab9ee30-c5c4-41ce-8185-b2b2a00737ad tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 945 time: 0.0907764 Mar 10 04:13:22.665499 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52046) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:22.671559 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'floatingip': {'port_id': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:22.757527 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (3bbbe070-dac8-484d-99df-b6e07761a481), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:22.938031 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c25a-2331-45cb-b7aa-71421b0ac4a9 req-f36afc76-2f66-40db-804c-42f48f61aff6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:22.939482 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-10d3c25a-2331-45cb-b7aa-71421b0ac4a9 req-f36afc76-2f66-40db-804c-42f48f61aff6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.2073674 Mar 10 04:13:22.944059 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195a1f-4095-40db-857f-3356f50999b7 req-7e350b97-6ce6-4e76-a129-97748d2e5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:22.945388 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1195a1f-4095-40db-857f-3356f50999b7 req-7e350b97-6ce6-4e76-a129-97748d2e5cc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 1129 time: 0.2144408 Mar 10 04:13:23.039567 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a0f3-d021-45b9-8016-c4c7d67be0fe req-f41ef3ee-e1a3-432b-ac2a-53fc885cb6a4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:23.041016 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3552a0f3-d021-45b9-8016-c4c7d67be0fe req-f41ef3ee-e1a3-432b-ac2a-53fc885cb6a4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 946 time: 0.2205191 Mar 10 04:13:23.128178 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-10d3c25a-2331-45cb-b7aa-71421b0ac4a9 req-065747fb-b767-47dd-a6ac-7bb8a017b45f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817381 Mar 10 04:13:23.207666 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195a1f-4095-40db-857f-3356f50999b7 req-3e6b9b5a-0455-475d-bfcf-915a758faa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:23.209035 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1195a1f-4095-40db-857f-3356f50999b7 req-3e6b9b5a-0455-475d-bfcf-915a758faa34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 912 time: 0.2498550 Mar 10 04:13:23.214182 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3552a0f3-d021-45b9-8016-c4c7d67be0fe req-a070f14e-b567-497c-b9d7-d3d33e3b25be tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568553 Mar 10 04:13:23.343285 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1195a1f-4095-40db-857f-3356f50999b7 req-d0deaa09-281f-4f2d-9c05-8da1d48d379e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9 HTTP/1.1" status: 200 len: 1001 time: 0.1029434 Mar 10 04:13:23.444874 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195a1f-4095-40db-857f-3356f50999b7 req-9be607fa-a1ba-48cf-8374-e041894e603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:23.446278 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1195a1f-4095-40db-857f-3356f50999b7 req-9be607fa-a1ba-48cf-8374-e041894e603d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 200 len: 850 time: 0.0737605 Mar 10 04:13:23.536960 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:23.541001 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (3bbbe070-dac8-484d-99df-b6e07761a481), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:23.545151 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1195a1f-4095-40db-857f-3356f50999b7 req-71683beb-fcb3-4322-8232-79b08c016c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:23.546596 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1195a1f-4095-40db-857f-3356f50999b7 req-71683beb-fcb3-4322-8232-79b08c016c2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82699838-18bb-40f4-bac9-1e3b6446b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0925391 Mar 10 04:13:23.704613 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Floating IP 3bbbe070-dac8-484d-99df-b6e07761a481 associated. External IP: 172.27.2.202, port: 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8. Mar 10 04:13:23.707764 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1195a1f-4095-40db-857f-3356f50999b7 req-40b00d0f-324a-4437-802f-735ebe12f44e service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316638 Mar 10 04:13:24.032072 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52058) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:24.122364 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1195a1f-4095-40db-857f-3356f50999b7 req-92d75a9a-5cd3-4cb8-b6d1-0d739fae0727 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820019 Mar 10 04:13:24.147290 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0454e4bc-5739-4798-85ca-e85e7c0f7ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.228265 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0454e4bc-5739-4798-85ca-e85e7c0f7ef5 admin admin] Publish callbacks [] for security_group (2de417d8-e735-4743-9eca-6be62ff6fc1d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.233280 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0454e4bc-5739-4798-85ca-e85e7c0f7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2de417d8-e735-4743-9eca-6be62ff6fc1d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.270623 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:13:24.273291 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454e4bc-5739-4798-85ca-e85e7c0f7ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de417d8-e735-4743-9eca-6be62ff6fc1d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:24.281902 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0454e4bc-5739-4798-85ca-e85e7c0f7ef5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=036e4e7be0b84609acbcd95b208010cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486618 Mar 10 04:13:24.283078 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52066) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:24.308900 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22d16a-4629-4e2e-bb2d-f8d840afbf8d req-a1d2796a-d2e8-4d93-82ea-e099abb8a627 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:24.310927 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be22d16a-4629-4e2e-bb2d-f8d840afbf8d req-a1d2796a-d2e8-4d93-82ea-e099abb8a627 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0953889 Mar 10 04:13:24.332627 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46e8e4e0-c731-42a3-94ce-26b652195026 admin admin] Publish callbacks [] for security_group (2de417d8-e735-4743-9eca-6be62ff6fc1d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.355524 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46e8e4e0-c731-42a3-94ce-26b652195026 admin admin] Publish callbacks [] for security_group (2de417d8-e735-4743-9eca-6be62ff6fc1d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.401822 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46e8e4e0-c731-42a3-94ce-26b652195026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2de417d8-e735-4743-9eca-6be62ff6fc1d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.404718 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-46e8e4e0-c731-42a3-94ce-26b652195026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.405845 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-46e8e4e0-c731-42a3-94ce-26b652195026 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2de417d8-e735-4743-9eca-6be62ff6fc1d HTTP/1.1" status: 204 len: 168 time: 0.1218662 Mar 10 04:13:24.414573 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8e4e0-c731-42a3-94ce-26b652195026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de417d8-e735-4743-9eca-6be62ff6fc1d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:24.464070 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-97bac39b-1568-41d6-8df7-bf5ff7c3652c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:24.464837 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-97bac39b-1568-41d6-8df7-bf5ff7c3652c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 946 time: 0.1919920 Mar 10 04:13:24.470265 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be22d16a-4629-4e2e-bb2d-f8d840afbf8d req-329f2054-8419-4969-abc6-48ad8cfbbcc3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514440 Mar 10 04:13:24.539533 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388e6-4ae4-4267-8531-9339536b8dda req-8713600f-b80a-4f1b-8eec-f3511352832c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:24.544511 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3f2388e6-4ae4-4267-8531-9339536b8dda req-8713600f-b80a-4f1b-8eec-f3511352832c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 946 time: 0.2300038 Mar 10 04:13:24.620387 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:24.625751 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.633111 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:24.646758 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:24.647405 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:24.688251 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-10d1420d-eb33-4175-a59c-22dd33c08e52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "PUT /v2.0/floatingips/3bbbe070-dac8-484d-99df-b6e07761a481 HTTP/1.1" status: 200 len: 991 time: 2.0213244 Mar 10 04:13:24.699808 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'tag': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:24.702768 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a48a1e0-92c6-4442-b154-4e0b61cef685" -d '{"events": [{"name": "network-changed", "server_uuid": "7ece0c89-e366-4d14-b3fe-607098fdc0fd", "tag": "8dc3b43c-2ecd-4727-80e6-ffcdb924dae8"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:24.717040 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3f2388e6-4ae4-4267-8531-9339536b8dda req-925de5b0-f0d5-47a2-bb56-185870a91703 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=d969a5e4-53ec-4e57-93a2-83cae822a545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486433 Mar 10 04:13:24.726330 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Deleting port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:13:24.726687 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.765680 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79b3ff3-4602-49d6-9241-8389a93cdf6c x-openstack-request-id: req-a79b3ff3-4602-49d6-9241-8389a93cdf6c {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:24.766047 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ece0c89-e366-4d14-b3fe-607098fdc0fd", "tag": "8dc3b43c-2ecd-4727-80e6-ffcdb924dae8", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:24.766309 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a79b3ff3-4602-49d6-9241-8389a93cdf6c {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:24.766715 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'tag': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'status': 'completed', 'code': 200} Mar 10 04:13:24.828367 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] For port b87c7025-0da1-4e3e-83ec-0fd1270b74d2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:24.828741 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:24.853790 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-06f92a44-397f-4806-a17c-c763a441cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:24.856095 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-06f92a44-397f-4806-a17c-c763a441cf6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 1129 time: 0.0706575 Mar 10 04:13:24.951583 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:24.976618 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-e19964a5-bbc6-40c5-9380-686c04a1e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:24.978745 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-e19964a5-bbc6-40c5-9380-686c04a1e467 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 915 time: 0.1174171 Mar 10 04:13:25.022407 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:25.022855 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (30f72d73-9405-4c81-af73-20b7462da7dd), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:25.023239 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Floating IP 30f72d73-9405-4c81-af73-20b7462da7dd disassociated. External IP: 172.27.2.34, port: b87c7025-0da1-4e3e-83ec-0fd1270b74d2. Mar 10 04:13:25.023665 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Calling delete_port for b87c7025-0da1-4e3e-83ec-0fd1270b74d2 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:13:25.061896 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-a1fa72ba-0339-4a90-99c2-b13af55dcc62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 HTTP/1.1" status: 200 len: 999 time: 0.0724604 Mar 10 04:13:25.135577 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-ec25f1dd-d98c-4b11-9c9a-9d9bd2b95ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:25.137246 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-ec25f1dd-d98c-4b11-9c9a-9d9bd2b95ecd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0696530 Mar 10 04:13:25.183115 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (b87c7025-0da1-4e3e-83ec-0fd1270b74d2), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:25.200324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-dea7a33c-6cbc-4b67-979f-25e6f569504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:25.202866 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-dea7a33c-6cbc-4b67-979f-25e6f569504d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600338 Mar 10 04:13:25.218494 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event deleted for resources: {'Port': ['ID=b87c7025-0da1-4e3e-83ec-0fd1270b74d2,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:25.231519 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.232028 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.232492 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.232939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.233383 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.234212 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.234651 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.235144 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.236144 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.236594 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.237207 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.238431 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.238431 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:25.265193 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '3bbbe070-dac8-484d-99df-b6e07761a481', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:19:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:13:11Z', 'updated_at': '2022-03-10T04:13:23Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:25.309052 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:25.312773 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-f3192242-794b-4669-9dd2-5b045d99a8b4 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043143 Mar 10 04:13:25.320410 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:25.321331 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:25.375568 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Router d917f827-a643-4989-aa42-7d98eb0e66c2 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:13:25.420318 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a48a1e0-92c6-4442-b154-4e0b61cef685 req-7036edd5-5a12-4b02-8bd2-852789a89bca service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017213 Mar 10 04:13:25.467595 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:25.506503 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:25.523737 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] Sync routers for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:25.537916 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:25.538566 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:25.552740 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] No DVR routers for this DVR port b87c7025-0da1-4e3e-83ec-0fd1270b74d2 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:13:25.555557 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:25.559902 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed1c9e37-a4ea-4e68-9c2a-09fbdd38004d req-75e87af6-94cb-4c94-9c35-0f15c0046e2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "DELETE /v2.0/ports/b87c7025-0da1-4e3e-83ec-0fd1270b74d2 HTTP/1.1" status: 204 len: 173 time: 1.0884769 Mar 10 04:13:25.668930 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f6e78-1b54-42c0-9da0-8a421bd040c9 req-31807a40-8048-4552-8771-8be8e982890a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:25.676359 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc4f6e78-1b54-42c0-9da0-8a421bd040c9 req-31807a40-8048-4552-8771-8be8e982890a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.1010320 Mar 10 04:13:25.729689 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:25.737309 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc4f6e78-1b54-42c0-9da0-8a421bd040c9 req-cc85b906-5ccb-4003-96fd-cfc91970853d tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582583 Mar 10 04:13:25.785741 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52106) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:25.878300 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5ace418e-53cf-4c3e-8467-3875967630c5 req-67be2a3b-dea6-486c-9293-5b3b0a05f3fc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b647456-25cd-4547-9a94-aacf91569168 HTTP/1.1" status: 200 len: 210 time: 0.0296884 Mar 10 04:13:25.888571 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '3bbbe070-dac8-484d-99df-b6e07761a481', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:19:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:13:11Z', 'updated_at': '2022-03-10T04:13:23Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:25.922199 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170b544c-0d45-4315-8f63-4e20f18fa749 None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '3bbbe070-dac8-484d-99df-b6e07761a481', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:19:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:13:11Z', 'updated_at': '2022-03-10T04:13:23Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:25.942898 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-81f8a4c6-e249-41f7-8622-301b4cc74272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:25.988079 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:26.015401 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] Checking router: d917f827-a643-4989-aa42-7d98eb0e66c2 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:26.023148 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-81f8a4c6-e249-41f7-8622-301b4cc74272 admin admin] Publish callbacks [] for security_group (086985c5-a4a1-44f4-94aa-36438bae9742), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:26.024120 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:26.025155 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:26.028443 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-81f8a4c6-e249-41f7-8622-301b4cc74272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (086985c5-a4a1-44f4-94aa-36438bae9742), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:26.069664 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-81f8a4c6-e249-41f7-8622-301b4cc74272 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5975562540d3403e8461f1f7513949c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824857 Mar 10 04:13:26.070810 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8a4c6-e249-41f7-8622-301b4cc74272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086985c5-a4a1-44f4-94aa-36438bae9742,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:26.072575 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52110) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:26.132758 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbe66282-35ec-4f0f-9176-402248d74c17 admin admin] Publish callbacks [] for security_group (086985c5-a4a1-44f4-94aa-36438bae9742), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:26.143886 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:26.159840 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbe66282-35ec-4f0f-9176-402248d74c17 admin admin] Publish callbacks [] for security_group (086985c5-a4a1-44f4-94aa-36438bae9742), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:26.184622 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a5220b-87bb-4e49-9e36-6fc7eb4470e0 None None] New status for floating IP 3bbbe070-dac8-484d-99df-b6e07761a481: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:13:26.232487 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbe66282-35ec-4f0f-9176-402248d74c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (086985c5-a4a1-44f4-94aa-36438bae9742), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:26.235392 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbe66282-35ec-4f0f-9176-402248d74c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:26.236641 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cbe66282-35ec-4f0f-9176-402248d74c17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/086985c5-a4a1-44f4-94aa-36438bae9742 HTTP/1.1" status: 204 len: 168 time: 0.1630695 Mar 10 04:13:26.245010 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe66282-35ec-4f0f-9176-402248d74c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086985c5-a4a1-44f4-94aa-36438bae9742,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:26.356418 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:26.382745 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebead1-1e31-475a-86fc-b1f360778681 None None] The sync data for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi is: [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:26.617673 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8c945-36e8-4e26-8359-61efeb22d20e None None] New status for floating IP 30f72d73-9405-4c81-af73-20b7462da7dd: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:13:26.768219 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-deleted', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:26.770560 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e4f660-85d6-4ac7-b672-59d4531d2552" -d '{"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-deleted", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:26.804615 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e459a3a4-8e6e-4fca-964d-19cbb381a67b x-openstack-request-id: req-e459a3a4-8e6e-4fca-964d-19cbb381a67b {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:26.804905 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b647456-25cd-4547-9a94-aacf91569168", "name": "network-vif-deleted", "tag": "b87c7025-0da1-4e3e-83ec-0fd1270b74d2", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:26.805152 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e459a3a4-8e6e-4fca-964d-19cbb381a67b {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:26.805873 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b647456-25cd-4547-9a94-aacf91569168', 'name': 'network-vif-deleted', 'tag': 'b87c7025-0da1-4e3e-83ec-0fd1270b74d2', 'status': 'completed', 'code': 200} Mar 10 04:13:26.886632 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52134) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:26.974791 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52142) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:26.987604 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1413749668-network', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:27.008455 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Made reservation on behalf of 8147c8a0a0e84e209d510fa08576189e for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:27.010928 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.019098 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.033447 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-418cee1d-42bc-48fa-9db2-127c36c8c71b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (d969a5e4-53ec-4e57-93a2-83cae822a545), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.057488 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-418cee1d-42bc-48fa-9db2-127c36c8c71b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (d969a5e4-53ec-4e57-93a2-83cae822a545), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.096131 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Publish callbacks [] for security_group (7c47ab8a-23c7-4bed-abd6-5935eacdeb09), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.100692 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (7c47ab8a-23c7-4bed-abd6-5935eacdeb09), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.112808 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-418cee1d-42bc-48fa-9db2-127c36c8c71b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d969a5e4-53ec-4e57-93a2-83cae822a545), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.116542 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-418cee1d-42bc-48fa-9db2-127c36c8c71b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.117730 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-418cee1d-42bc-48fa-9db2-127c36c8c71b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "DELETE /v2.0/security-groups/d969a5e4-53ec-4e57-93a2-83cae822a545 HTTP/1.1" status: 204 len: 168 time: 0.1418996 Mar 10 04:13:27.121622 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52144) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:27.127735 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cee1d-42bc-48fa-9db2-127c36c8c71b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d969a5e4-53ec-4e57-93a2-83cae822a545,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:27.130216 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:13:27.149765 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-e7baedbe-94aa-4668-a564-5764cfbf6dd8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] show failed (client error): The resource could not be found. Mar 10 04:13:27.154273 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e7baedbe-94aa-4668-a564-5764cfbf6dd8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups/d969a5e4-53ec-4e57-93a2-83cae822a545 HTTP/1.1" status: 404 len: 347 time: 0.0261180 Mar 10 04:13:27.154273 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c47ab8a-23c7-4bed-abd6-5935eacdeb09,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:27.154558 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52146) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:27.156023 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (c266d54a-cd21-4682-a849-8605ee14ea87), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.156368 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Added segment c266d54a-cd21-4682-a849-8605ee14ea87 of type vlan for network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 Mar 10 04:13:27.196717 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (55ce33cb-2718-4f84-bfb0-2629d7adbe82), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.222535 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (55ce33cb-2718-4f84-bfb0-2629d7adbe82), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.223416 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:27.224017 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.259170 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3688295 Mar 10 04:13:27.259645 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52148) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:27.264423 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Request body: {'subnet': {'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1413749668-subnet', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:27.288632 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79dfc-d618-477a-9c12-3301ddef2a4d admin admin] Pushing event updated for resources: {'Network': ['ID=55ce33cb-2718-4f84-bfb0-2629d7adbe82,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:27.294495 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Made reservation on behalf of 8147c8a0a0e84e209d510fa08576189e for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:27.297342 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.299080 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:13:27.321178 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Deleting port f5c28865-a99d-4b97-8c3c-063d6682593f {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:13:27.321513 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (f5c28865-a99d-4b97-8c3c-063d6682593f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.451216 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (f5c28865-a99d-4b97-8c3c-063d6682593f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.451540 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (f5c28865-a99d-4b97-8c3c-063d6682593f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.483545 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Calling delete_port for f5c28865-a99d-4b97-8c3c-063d6682593f owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:13:27.591024 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (3827a6e8-ec42-43ba-bad8-61a1cdcffc79), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.662059 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3827a6e8-ec42-43ba-bad8-61a1cdcffc79,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:27.700445 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Checking segment: {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:27.700797 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Network hostable DHCP agents. Network: 55ce33cb-2718-4f84-bfb0-2629d7adbe82, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:13:27.723974 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (f5c28865-a99d-4b97-8c3c-063d6682593f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.732114 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:13:27.758639 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event deleted for resources: {'Port': ['ID=f5c28865-a99d-4b97-8c3c-063d6682593f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:27.764839 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 55ce33cb-2718-4f84-bfb0-2629d7adbe82) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:27.772444 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c40e5ea-84f6-41f3-9cb2-484f2ea12db4 None None] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:13:27.782771 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:27.783422 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.785661 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (30f72d73-9405-4c81-af73-20b7462da7dd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.788146 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.789475 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-373b7f0d-b6b4-49b1-98f3-8e738dba1735 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "DELETE /v2.0/floatingips/30f72d73-9405-4c81-af73-20b7462da7dd HTTP/1.1" status: 204 len: 168 time: 0.6341219 Mar 10 04:13:27.807052 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-3773fbc2-1944-452f-9be1-d9b39e16bfa0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5464373 Mar 10 04:13:27.810269 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52150) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:27.814919 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:27.836381 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (d9d199ea-4999-4957-8880-d9eed4a16574), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.837421 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (d9d199ea-4999-4957-8880-d9eed4a16574), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.886412 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:13:27.887308 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.900709 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks [] for router_controller (d9d199ea-4999-4957-8880-d9eed4a16574), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.982352 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52154) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:27.986812 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-2af869d1-210c-4e9a-857f-5592f38d23c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004167665', 'description': 'tempest-description--1483228371'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:28.006339 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2af869d1-210c-4e9a-857f-5592f38d23c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.008974 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:13:28.035855 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: b87c7025-0da1-4e3e-83ec-0fd1270b74d2 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:13:28.036203 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device b87c7025-0da1-4e3e-83ec-0fd1270b74d2 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:13:28.052905 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks [] for router_gateway (d9d199ea-4999-4957-8880-d9eed4a16574), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.053739 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Allocated IP 172.20.0.2 (55ce33cb-2718-4f84-bfb0-2629d7adbe82/3827a6e8-ec42-43ba-bad8-61a1cdcffc79/a19ab43e-a920-4efa-9356-e72a61dea9d7) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:28.080758 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2af869d1-210c-4e9a-857f-5592f38d23c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (1291be0c-e95f-41cb-9337-9b3debf4daa6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.085333 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2af869d1-210c-4e9a-857f-5592f38d23c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (1291be0c-e95f-41cb-9337-9b3debf4daa6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.120150 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af869d1-210c-4e9a-857f-5592f38d23c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1291be0c-e95f-41cb-9337-9b3debf4daa6,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:28.125204 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2af869d1-210c-4e9a-857f-5592f38d23c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.126611 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2af869d1-210c-4e9a-857f-5592f38d23c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1432557 Mar 10 04:13:28.129385 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52156) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:28.134090 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-cef47183-f82c-48a1-9f15-9d9421664cd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'security_group_rule': {'security_group_id': '1291be0c-e95f-41cb-9337-9b3debf4daa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:28.162421 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cef47183-f82c-48a1-9f15-9d9421664cd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (4cfd3ef6-9cb6-44b9-a00d-88c2b17fcf59), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.203610 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Publish callbacks [] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.212449 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.225501 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cef47183-f82c-48a1-9f15-9d9421664cd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (4cfd3ef6-9cb6-44b9-a00d-88c2b17fcf59), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.232420 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cef47183-f82c-48a1-9f15-9d9421664cd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (4cfd3ef6-9cb6-44b9-a00d-88c2b17fcf59), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.253788 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef47183-f82c-48a1-9f15-9d9421664cd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfd3ef6-9cb6-44b9-a00d-88c2b17fcf59,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:28.255058 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:28.264996 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:28.265563 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks [] for router_gateway (d9d199ea-4999-4957-8880-d9eed4a16574), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.266052 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cef47183-f82c-48a1-9f15-9d9421664cd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.270985 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:28.272213 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cef47183-f82c-48a1-9f15-9d9421664cd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401837 Mar 10 04:13:28.273038 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52158) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:28.274112 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Pushing event updated for resources: {'Port': ['ID=a19ab43e-a920-4efa-9356-e72a61dea9d7,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:28.278870 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-20e80701-bb54-4bd5-9172-035563d5655d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'security_group_rule': {'security_group_id': '1291be0c-e95f-41cb-9337-9b3debf4daa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:28.286341 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.312472 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-20e80701-bb54-4bd5-9172-035563d5655d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (3986c904-817b-4e16-9ac5-d39a9637d9ac), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.336798 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Attempting to bind port a19ab43e-a920-4efa-9356-e72a61dea9d7 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:28.337370 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Attempting to bind port a19ab43e-a920-4efa-9356-e72a61dea9d7 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:28.337676 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Attempting to bind port a19ab43e-a920-4efa-9356-e72a61dea9d7 on network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:28.343928 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:28.344445 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Checking segment: {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:28.344851 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.345241 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Bound using segment: {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:28.345703 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Bound port: a19ab43e-a920-4efa-9356-e72a61dea9d7, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:28.346078 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.375795 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-20e80701-bb54-4bd5-9172-035563d5655d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (3986c904-817b-4e16-9ac5-d39a9637d9ac), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.380711 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-20e80701-bb54-4bd5-9172-035563d5655d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (3986c904-817b-4e16-9ac5-d39a9637d9ac), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.398471 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Allocated IP 172.27.2.210 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/cec779c5-df94-4b82-910e-d2928da776c5) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:28.403160 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e80701-bb54-4bd5-9172-035563d5655d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3986c904-817b-4e16-9ac5-d39a9637d9ac,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:28.416012 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-20e80701-bb54-4bd5-9172-035563d5655d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.418084 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] For port a19ab43e-a920-4efa-9356-e72a61dea9d7, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:28.420998 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-20e80701-bb54-4bd5-9172-035563d5655d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465452 Mar 10 04:13:28.421594 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52160) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:28.421728 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] For port a19ab43e-a920-4efa-9356-e72a61dea9d7, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a19ab43e-a920-4efa-9356-e72a61dea9d7,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:28.426153 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:28.428425 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.448578 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.486162 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407898d-45be-4f94-b5d1-62545a79633b None None] Pushing event updated for resources: {'Port': ['ID=a19ab43e-a920-4efa-9356-e72a61dea9d7,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:28.520342 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks [] for port (cec779c5-df94-4b82-910e-d2928da776c5), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.552173 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.560182 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (cec779c5-df94-4b82-910e-d2928da776c5), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.597199 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:28.600409 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:28.607020 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:28.648037 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Pushing event updated for resources: {'Port': ['ID=cec779c5-df94-4b82-910e-d2928da776c5,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:28.697919 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Allocated IP 172.27.2.81 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/800c52e5-c0dd-490d-a463-5b7eb064b931) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:28.818024 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for port (800c52e5-c0dd-490d-a463-5b7eb064b931), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.855474 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (800c52e5-c0dd-490d-a463-5b7eb064b931), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.856291 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks [] for router_gateway (d9d199ea-4999-4957-8880-d9eed4a16574), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:28.889911 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:28.892823 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:28.898231 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:28.925017 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'Port': ['ID=800c52e5-c0dd-490d-a463-5b7eb064b931,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:28.990080 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (980783ab-5472-4c5f-8040-94f11cb28cec), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.027444 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (800c52e5-c0dd-490d-a463-5b7eb064b931), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.199850 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for port (800c52e5-c0dd-490d-a463-5b7eb064b931), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.204610 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (800c52e5-c0dd-490d-a463-5b7eb064b931), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.274322 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'Port': ['ID=800c52e5-c0dd-490d-a463-5b7eb064b931,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:29.292009 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (980783ab-5472-4c5f-8040-94f11cb28cec), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.313423 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.322656 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f89b779d-9e50-468d-87c6-3c3e31115bf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8920465 Mar 10 04:13:29.322894 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (d9d199ea-4999-4957-8880-d9eed4a16574), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.456256 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Router d9d199ea-4999-4957-8880-d9eed4a16574 is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:13:29.482449 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59527bc-4ef4-4e9e-947b-b3123d063452 None None] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:13:29.563105 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-3d641bb6-1a5b-4b2e-8f6b-fae349899948 None None] Provisioning complete for port a19ab43e-a920-4efa-9356-e72a61dea9d7 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:29.563479 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3d641bb6-1a5b-4b2e-8f6b-fae349899948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.589931 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-cfd6ec0d-62d9-4bee-a592-3644f0799ab2 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1004167665&fields=id&tenant_id=1043931780a941138b2c0a8bd33e3723 HTTP/1.1" status: 200 len: 267 time: 0.0840108 Mar 10 04:13:29.625793 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:29.637763 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Sync routers for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:29.660702 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:29.661367 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:29.691999 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.693234 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8a96b9ee-80b1-410d-aaa6-23968afe6209 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8820453 Mar 10 04:13:29.696109 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52174) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:29.748341 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a19ab43e-a920-4efa-9356-e72a61dea9d7 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:29.750958 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-71f03ef7-9a87-4d22-ae64-d2f3fcf5489a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:29.753262 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-71f03ef7-9a87-4d22-ae64-d2f3fcf5489a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 816 time: 0.1550136 Mar 10 04:13:29.770113 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-6eba2817-956c-4c8b-aaff-5bc408bcf867 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/quotas/1043931780a941138b2c0a8bd33e3723 HTTP/1.1" status: 200 len: 375 time: 0.0114880 Mar 10 04:13:29.779557 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-3d641bb6-1a5b-4b2e-8f6b-fae349899948 None None] Current status of the port a19ab43e-a920-4efa-9356-e72a61dea9d7 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:29.779972 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3d641bb6-1a5b-4b2e-8f6b-fae349899948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.852337 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-d3abc1ce-6667-41ee-9908-3c84024085f9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757856 Mar 10 04:13:29.866375 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-3d641bb6-1a5b-4b2e-8f6b-fae349899948 None None] For port a19ab43e-a920-4efa-9356-e72a61dea9d7, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a19ab43e-a920-4efa-9356-e72a61dea9d7,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:29.879440 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3d641bb6-1a5b-4b2e-8f6b-fae349899948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.923321 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:29.973986 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-76e88ae5-f691-4218-9ac4-cecb5380ac6a service neutron] 10.222.0.15 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080711 Mar 10 04:13:30.078128 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-e7cbb9d7-60d8-4032-9faa-22e454aa112e service neutron] 10.222.0.15 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963540 Mar 10 04:13:30.150360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port a19ab43e-a920-4efa-9356-e72a61dea9d7 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:30.150763 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.186863 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d641bb6-1a5b-4b2e-8f6b-fae349899948 None None] Pushing event updated for resources: {'Port': ['ID=a19ab43e-a920-4efa-9356-e72a61dea9d7,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:30.187313 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.208088 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e5b40dd7-9a70-4e08-839e-27b54bf0bc42 None None] Provisioning complete for port a19ab43e-a920-4efa-9356-e72a61dea9d7 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:30.208553 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e5b40dd7-9a70-4e08-839e-27b54bf0bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.282241 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52c0ee27-011b-4d23-afe8-af6666943ea6 req-3e0fb61d-6861-4a97-af46-1ecbd9699832 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 210 time: 0.0429678 Mar 10 04:13:30.362758 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Allocated IP 172.20.0.1 (55ce33cb-2718-4f84-bfb0-2629d7adbe82/3827a6e8-ec42-43ba-bad8-61a1cdcffc79/07d349e3-4062-43c2-9cce-c75282427838) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:30.401970 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port a19ab43e-a920-4efa-9356-e72a61dea9d7 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:30.442282 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e5b40dd7-9a70-4e08-839e-27b54bf0bc42 None None] Current status of the port a19ab43e-a920-4efa-9356-e72a61dea9d7 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:30.450790 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:28Z', 'revision_number': 3, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:30.471504 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Publish callbacks [] for port (07d349e3-4062-43c2-9cce-c75282427838), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.482638 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Checking router: d9d199ea-4999-4957-8880-d9eed4a16574 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:30.483127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Updating router d9d199ea-4999-4957-8880-d9eed4a16574 port cec779c5-df94-4b82-910e-d2928da776c5 binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:13:30.506657 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (07d349e3-4062-43c2-9cce-c75282427838), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.512666 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (cec779c5-df94-4b82-910e-d2928da776c5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.552417 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:30.555176 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:30.560321 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:30.562279 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Pushing event updated for resources: {'Port': ['ID=07d349e3-4062-43c2-9cce-c75282427838,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:30.602307 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (d9d199ea-4999-4957-8880-d9eed4a16574), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.763205 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (07d349e3-4062-43c2-9cce-c75282427838), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.816467 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Publish callbacks [] for port (cec779c5-df94-4b82-910e-d2928da776c5), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.821518 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (cec779c5-df94-4b82-910e-d2928da776c5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.890432 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Attempting to bind port cec779c5-df94-4b82-910e-d2928da776c5 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:30.890797 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Attempting to bind port cec779c5-df94-4b82-910e-d2928da776c5 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:30.891159 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Attempting to bind port cec779c5-df94-4b82-910e-d2928da776c5 on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:30.898698 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2541e-daaa-41ed-9442-07a201e09f49 None None] Pushing event updated for resources: {'Port': ['ID=cec779c5-df94-4b82-910e-d2928da776c5,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:30.903211 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:30.903584 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:30.904003 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.904385 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:30.904850 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Bound port: cec779c5-df94-4b82-910e-d2928da776c5, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:30.905226 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (cec779c5-df94-4b82-910e-d2928da776c5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.929477 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e624f4b4-df92-4a93-9274-29c0bac60432 None None] Provisioning complete for port 07d349e3-4062-43c2-9cce-c75282427838 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:30.929861 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e624f4b4-df92-4a93-9274-29c0bac60432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (07d349e3-4062-43c2-9cce-c75282427838), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.943589 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Publish callbacks [] for port (07d349e3-4062-43c2-9cce-c75282427838), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.948391 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (07d349e3-4062-43c2-9cce-c75282427838), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:30.982963 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e624f4b4-df92-4a93-9274-29c0bac60432 None None] Port 07d349e3-4062-43c2-9cce-c75282427838 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:13:30.990580 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] For port cec779c5-df94-4b82-910e-d2928da776c5, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:30.993815 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] For port cec779c5-df94-4b82-910e-d2928da776c5, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=cec779c5-df94-4b82-910e-d2928da776c5,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:31.000723 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (cec779c5-df94-4b82-910e-d2928da776c5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:31.010340 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Pushing event updated for resources: {'Port': ['ID=07d349e3-4062-43c2-9cce-c75282427838,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:31.018420 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (d9d199ea-4999-4957-8880-d9eed4a16574), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:31.054186 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:31.054804 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:31.099385 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2541e-daaa-41ed-9442-07a201e09f49 None None] Pushing event updated for resources: {'Port': ['ID=cec779c5-df94-4b82-910e-d2928da776c5,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:31.114321 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:31.116022 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:31.179929 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:31.245809 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Router d9d199ea-4999-4957-8880-d9eed4a16574 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:13:31.422341 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ebe35a29-8f0e-4cb7-8eb5-515eaf6bcf0b req-42b7b69c-1e03-495a-9a4e-0d06dc9c0bdc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 210 time: 0.0288010 Mar 10 04:13:31.432360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-c2402125-957e-4ad7-963c-fc70f7d6d351 None None] Provisioning complete for port 07d349e3-4062-43c2-9cce-c75282427838 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:31.432861 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c2402125-957e-4ad7-963c-fc70f7d6d351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (07d349e3-4062-43c2-9cce-c75282427838), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:31.484615 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-626d8d4e-7117-4a8b-b3af-56a01a97cbf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:31.486190 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-626d8d4e-7117-4a8b-b3af-56a01a97cbf1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 816 time: 0.2214489 Mar 10 04:13:31.490477 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c2402125-957e-4ad7-963c-fc70f7d6d351 None None] Port 07d349e3-4062-43c2-9cce-c75282427838 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:13:31.499603 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 2, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:31.532953 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d687c0-87ac-416b-be24-c686916b5849 None None] The sync data for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi is: [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 2, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:31.564319 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-b0fd676c-241e-4400-86b8-18c88eed439a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1043931780a941138b2c0a8bd33e3723 HTTP/1.1" status: 200 len: 380 time: 0.0655653 Mar 10 04:13:31.574010 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'port': {'device_id': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'admin_state_up': True, 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'security_groups': ['1291be0c-e95f-41cb-9337-9b3debf4daa6']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:31.663905 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a19ab43e-a920-4efa-9356-e72a61dea9d7 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:31.700869 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:31.706569 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5ec2bf63-2535-4e4a-b652-e052fcc7782c admin admin] 10.222.0.15 "PUT /v2.0/routers/d9d199ea-4999-4957-8880-d9eed4a16574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0094161 Mar 10 04:13:31.717139 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Made reservation on behalf of 1043931780a941138b2c0a8bd33e3723 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:31.721624 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:31.727666 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port a19ab43e-a920-4efa-9356-e72a61dea9d7 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:31.728063 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:31.837189 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port a19ab43e-a920-4efa-9356-e72a61dea9d7 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:31.890950 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Allocated IP 172.20.0.10 (59347b9f-2f5e-411b-86f5-64b8472f699d/d061e888-d403-4f61-b05e-8ce7b7226089/de3c8c01-8bc9-45c2-ba8e-ea863c19e152) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:32.044634 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.088980 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.140617 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Network 59347b9f-2f5e-411b-86f5-64b8472f699d is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:32.146050 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:32.146447 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:32.154154 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:32.155529 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.174332 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:32.188073 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-7336fe3d-f9f6-40d2-9eb9-b069a20b1bd7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6191230 Mar 10 04:13:32.201173 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Request body: {'port': {'device_id': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:32.274503 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.344337 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52208) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:32.355436 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1397862990-network', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:32.387428 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Made reservation on behalf of 7f2da1ebe03a4aa1ba7a099897e07957 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:32.390421 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.400531 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.446789 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-61b2ab60-1d53-4528-b2af-2c4aa9aace2e None None] Provisioning complete for port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:32.447106 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-61b2ab60-1d53-4528-b2af-2c4aa9aace2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.493345 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-61b2ab60-1d53-4528-b2af-2c4aa9aace2e None None] Port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:13:32.518594 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Publish callbacks [] for security_group (83d7b983-ca48-4a0a-9161-52f2f177d550), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.525442 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (83d7b983-ca48-4a0a-9161-52f2f177d550), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.560727 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:13:32.568896 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d7b983-ca48-4a0a-9161-52f2f177d550,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:32.576606 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (cdab79ab-a4b2-4b52-ac70-4574cd01af60), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.576606 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Added segment cdab79ab-a4b2-4b52-ac70-4574cd01af60 of type vlan for network cdfac474-a0a0-42ae-b446-22c9b39de58b Mar 10 04:13:32.622800 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (cdfac474-a0a0-42ae-b446-22c9b39de58b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.634484 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707247c-8ebd-40d2-a3ed-6f6d4e1ada27 req-8ec421ae-5974-4a8d-a75b-b3192cb94076 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:32.636063 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b707247c-8ebd-40d2-a3ed-6f6d4e1ada27 req-8ec421ae-5974-4a8d-a75b-b3192cb94076 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 932 time: 0.0958805 Mar 10 04:13:32.650241 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (cdfac474-a0a0-42ae-b446-22c9b39de58b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.651197 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:32.652310 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.691914 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3459268 Mar 10 04:13:32.692890 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3c8c01-8bc9-45c2-ba8e-ea863c19e152 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:13:32.694615 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52212) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:32.699326 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Request body: {'subnet': {'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1397862990-subnet', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:32.706200 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Publish callbacks [] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.731013 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d93c83-5b90-46ee-b004-c9d70eda507f admin admin] Pushing event updated for resources: {'Network': ['ID=cdfac474-a0a0-42ae-b446-22c9b39de58b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:32.734370 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b707247c-8ebd-40d2-a3ed-6f6d4e1ada27 req-bedda2d6-eb28-475e-929d-0cf0df56bf16 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727043 Mar 10 04:13:32.735427 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Transition to ACTIVE for port object de3c8c01-8bc9-45c2-ba8e-ea863c19e152 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:13:32.742920 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.747238 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network cdfac474-a0a0-42ae-b446-22c9b39de58b details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:13:32.757990 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Made reservation on behalf of 7f2da1ebe03a4aa1ba7a099897e07957 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:32.761124 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126656659'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.844079 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:32.856357 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Attempting to bind port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:32.856693 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Attempting to bind port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:32.857023 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Attempting to bind port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 on network 59347b9f-2f5e-411b-86f5-64b8472f699d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:32.864976 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 on network 59347b9f-2f5e-411b-86f5-64b8472f699d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:13:32.865439 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Attempting to bind port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 on network 59347b9f-2f5e-411b-86f5-64b8472f699d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:32.871365 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:32.871733 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Checking segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:32.872265 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Bound using segment: {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:32.872696 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Bound port: de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:32.873050 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.946633 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:32.951807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:32.960589 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.978736 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:32.980022 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:32.981953 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] 10.222.0.26 "PUT /v2.0/ports/de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 200 len: 1094 time: 0.7866628 Mar 10 04:13:32.982530 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:32.985095 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ee0976-579a-4be1-b2b9-c6151d160d86" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:32.997033 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126390772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126656701'] for subnet (5018c6ae-bde4-4bd1-9648-2f70ae1992af), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.051278 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5018c6ae-bde4-4bd1-9648-2f70ae1992af,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:33.071475 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Checking segment: {'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:33.071948 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Network hostable DHCP agents. Network: cdfac474-a0a0-42ae-b446-22c9b39de58b, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:13:33.088764 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015ac272-3d96-4110-9368-404b833c6ad5 x-openstack-request-id: req-015ac272-3d96-4110-9368-404b833c6ad5 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:33.089379 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:33.089759 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-015ac272-3d96-4110-9368-404b833c6ad5 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:33.090123 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'status': 'completed', 'code': 200} Mar 10 04:13:33.106349 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Network cdfac474-a0a0-42ae-b446-22c9b39de58b is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:13:33.111266 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc75f1-6806-44b7-b68b-6071098b4877 service neutron] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:33.123808 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, cdfac474-a0a0-42ae-b446-22c9b39de58b) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:33.128403 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-661db75f-65e0-489a-8dea-539ff232214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:33.129918 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-661db75f-65e0-489a-8dea-539ff232214e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 1128 time: 0.0992417 Mar 10 04:13:33.133509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04453ff8-bd52-4bf7-9ccf-a25682269549 None None] Network cdfac474-a0a0-42ae-b446-22c9b39de58b requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:13:33.134437 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:33.135067 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.163218 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-682083e3-d7c7-4648-a1e5-ec1b06944cb0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4675355 Mar 10 04:13:33.165910 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52216) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:33.172249 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:33.187582 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-717edaf0-aded-42a2-bdda-ecc8012c58e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 200 len: 217 time: 0.0503290 Mar 10 04:13:33.199557 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.201563 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.248496 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-6dd12c05-366d-4928-a5b7-9328fdcfb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:33.249930 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-6dd12c05-366d-4928-a5b7-9328fdcfb438 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0553682 Mar 10 04:13:33.268716 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks [] for router_controller (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.272333 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-cdfac474-a0a0-42ae-b446-22c9b39de58b', 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b', 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'fixed_ips': [{'subnet_id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:13:33.273307 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.312511 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-b1444df0-afeb-4e14-8def-f0144b1dda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:33.314200 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-b1444df0-afeb-4e14-8def-f0144b1dda14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567553 Mar 10 04:13:33.419345 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-15b6f386-a92c-4eb4-a887-33633e510ed8 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982077 Mar 10 04:13:33.428268 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks [] for router_gateway (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.437079 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Allocated IP 172.20.0.2 (cdfac474-a0a0-42ae-b446-22c9b39de58b/5018c6ae-bde4-4bd1-9648-2f70ae1992af/78852f4a-5807-409e-bddf-17bcba50554a) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:33.517841 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0e640e6-ce6a-4066-9111-bcceef5fa865 req-30a8b2a8-63ed-4e24-a434-42405f351405 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915155 Mar 10 04:13:33.595463 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Publish callbacks [] for port (78852f4a-5807-409e-bddf-17bcba50554a), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.604469 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (78852f4a-5807-409e-bddf-17bcba50554a), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.642528 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Network cdfac474-a0a0-42ae-b446-22c9b39de58b is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:33.646368 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:33.649405 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:33.662013 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-a3f52298-b05f-4bdd-b2ec-888eab0c21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:33.664345 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks [] for router_gateway (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.667622 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-a3f52298-b05f-4bdd-b2ec-888eab0c21f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 1128 time: 0.0940130 Mar 10 04:13:33.684531 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Pushing event updated for resources: {'Port': ['ID=78852f4a-5807-409e-bddf-17bcba50554a,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:33.697986 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.732900 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device cec779c5-df94-4b82-910e-d2928da776c5 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:33.761835 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Attempting to bind port 78852f4a-5807-409e-bddf-17bcba50554a on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:33.762207 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Attempting to bind port 78852f4a-5807-409e-bddf-17bcba50554a by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:33.762583 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Attempting to bind port 78852f4a-5807-409e-bddf-17bcba50554a on network cdfac474-a0a0-42ae-b446-22c9b39de58b {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:33.773727 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:33.774109 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Checking segment: {'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:33.774534 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.774912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Bound using segment: {'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:33.775387 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Bound port: 78852f4a-5807-409e-bddf-17bcba50554a, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:33.775788 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (78852f4a-5807-409e-bddf-17bcba50554a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.842592 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Allocated IP 172.27.2.16 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/abc1471c-279d-47bf-9dec-b9b952b9d47d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:33.844163 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port cec779c5-df94-4b82-910e-d2928da776c5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:33.844531 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (cec779c5-df94-4b82-910e-d2928da776c5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.874854 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-920a85f1-9d93-4ea5-8bee-6cdbef04424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:33.876355 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-920a85f1-9d93-4ea5-8bee-6cdbef04424f service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.1874969 Mar 10 04:13:33.882251 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] For port 78852f4a-5807-409e-bddf-17bcba50554a, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:33.900319 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] For port 78852f4a-5807-409e-bddf-17bcba50554a, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=78852f4a-5807-409e-bddf-17bcba50554a,segment=NetworkSegment(cdab79ab-a4b2-4b52-ac70-4574cd01af60),segment_id=cdab79ab-a4b2-4b52-ac70-4574cd01af60)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:33.913629 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (78852f4a-5807-409e-bddf-17bcba50554a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:33.925614 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-c15b36be-9f63-4a66-b318-9fc12349840c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 200 len: 217 time: 0.0421667 Mar 10 04:13:33.933491 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fbc2f-29c9-4227-8eb1-805d21c0978a req-c5c49146-54a8-4427-b030-4c0dc0986645 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:33.940222 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-194fbc2f-29c9-4227-8eb1-805d21c0978a req-c5c49146-54a8-4427-b030-4c0dc0986645 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.1111550 Mar 10 04:13:33.965500 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks [] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.002881 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.030557 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-1bc89cb6-5b7d-46bc-9f64-a09545af44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:34.032941 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-1bc89cb6-5b7d-46bc-9f64-a09545af44c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0901392 Mar 10 04:13:34.037979 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-194fbc2f-29c9-4227-8eb1-805d21c0978a req-50c9b82d-e43f-4c01-a59a-e0a38b9cfd38 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963647 Mar 10 04:13:34.057516 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:34.072610 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:34.079403 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:34.095013 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Sync routers for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:34.115048 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-8ffb14d4-9228-40bc-9ce3-5e4752957902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:34.115261 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=abc1471c-279d-47bf-9dec-b9b952b9d47d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:34.115394 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:34.115394 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:34.115615 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-8ffb14d4-9228-40bc-9ce3-5e4752957902 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0761645 Mar 10 04:13:34.140208 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port cec779c5-df94-4b82-910e-d2928da776c5 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:34.140659 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (cec779c5-df94-4b82-910e-d2928da776c5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.152559 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7f028-6d1a-4f7a-91b7-46286dc9fcc8 None None] Pushing event updated for resources: {'Port': ['ID=78852f4a-5807-409e-bddf-17bcba50554a,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:34.192240 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port cec779c5-df94-4b82-910e-d2928da776c5, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=cec779c5-df94-4b82-910e-d2928da776c5,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:34.200299 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (cec779c5-df94-4b82-910e-d2928da776c5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.232703 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-3f37a640-813c-402e-b36c-e199485060d0 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102531 Mar 10 04:13:34.274208 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=cec779c5-df94-4b82-910e-d2928da776c5,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:34.369122 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8ee0976-579a-4be1-b2b9-c6151d160d86 req-0a3ae5f1-830c-4e0c-a5a4-d6bd02ee60bd service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252575 Mar 10 04:13:34.373600 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:34.439850 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks [] for router_gateway (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.605875 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 2, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:34.634799 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Checking router: d9d199ea-4999-4957-8880-d9eed4a16574 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:34.635150 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Updating router d9d199ea-4999-4957-8880-d9eed4a16574 port 07d349e3-4062-43c2-9cce-c75282427838 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:13:34.644219 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.664538 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (07d349e3-4062-43c2-9cce-c75282427838), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.773932 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Router dcafe3d8-e2f8-4835-9bc6-d05aa286706f is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:13:34.887097 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:34.897438 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Sync routers for ids ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:34.910420 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Routers {'dcafe3d8-e2f8-4835-9bc6-d05aa286706f'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:34.910657 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.911489 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:34.916570 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52220) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:34.924275 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e2afcccb-dbd9-4e0a-b3ef-cb475757c6d2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7569673 Mar 10 04:13:34.943419 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Publish callbacks [] for port (07d349e3-4062-43c2-9cce-c75282427838), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:34.950428 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (07d349e3-4062-43c2-9cce-c75282427838), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.010052 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Pushing event updated for resources: {'Port': ['ID=07d349e3-4062-43c2-9cce-c75282427838,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:35.018485 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.018823 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.019183 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.019514 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.019861 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.020564 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.020893 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.021388 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.021849 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.022895 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.023412 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.023904 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.024982 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:35.079055 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Set router dcafe3d8-e2f8-4835-9bc6-d05aa286706f gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:35.095486 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Attempting to bind port 07d349e3-4062-43c2-9cce-c75282427838 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:35.097474 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Attempting to bind port 07d349e3-4062-43c2-9cce-c75282427838 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:35.098183 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Attempting to bind port 07d349e3-4062-43c2-9cce-c75282427838 on network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:35.112898 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:35.113643 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Checking segment: {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:35.116136 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.116709 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Bound using segment: {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:35.117386 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Bound port: 07d349e3-4062-43c2-9cce-c75282427838, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:35.117937 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (07d349e3-4062-43c2-9cce-c75282427838), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.225039 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] For port 07d349e3-4062-43c2-9cce-c75282427838, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:35.230330 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] For port 07d349e3-4062-43c2-9cce-c75282427838, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=07d349e3-4062-43c2-9cce-c75282427838,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:35.242915 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (07d349e3-4062-43c2-9cce-c75282427838), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.309035 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0fd81-09b9-4566-8f4f-d978701b3470 req-c9f2d2c1-6a5f-4ce5-8329-89d34229e518 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:35.318767 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcba394-aa65-482c-9b90-8341ae6f22d0 None None] Pushing event updated for resources: {'Port': ['ID=07d349e3-4062-43c2-9cce-c75282427838,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:35.321432 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:35.322194 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:35.322373 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4bc0fd81-09b9-4566-8f4f-d978701b3470 req-c9f2d2c1-6a5f-4ce5-8329-89d34229e518 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.1595557 Mar 10 04:13:35.338844 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e589d-bb21-4a95-ac8c-200af83e2525 None None] Network cdfac474-a0a0-42ae-b446-22c9b39de58b requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:13:35.412564 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4bc0fd81-09b9-4566-8f4f-d978701b3470 req-2b05d6c0-246b-4784-b6b4-da126bb6cf4b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889482 Mar 10 04:13:35.435990 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-3c17275c-1f8a-4dae-aada-2d8b445e43b4 None None] Provisioning complete for port 78852f4a-5807-409e-bddf-17bcba50554a triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:35.436492 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3c17275c-1f8a-4dae-aada-2d8b445e43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (78852f4a-5807-409e-bddf-17bcba50554a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.454927 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:35.529655 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 3, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:35.562154 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Checking router: dcafe3d8-e2f8-4835-9bc6-d05aa286706f for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:35.562502 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Updating router dcafe3d8-e2f8-4835-9bc6-d05aa286706f port abc1471c-279d-47bf-9dec-b9b952b9d47d binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:13:35.579553 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.632433 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.686081 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-3c17275c-1f8a-4dae-aada-2d8b445e43b4 None None] Current status of the port 78852f4a-5807-409e-bddf-17bcba50554a is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:35.686459 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3c17275c-1f8a-4dae-aada-2d8b445e43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (78852f4a-5807-409e-bddf-17bcba50554a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.764153 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:35Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:35.803633 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d9b544-0ad4-419a-a7a6-acecd91a65eb None None] The sync data for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi is: [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:35Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:35.807006 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-3c17275c-1f8a-4dae-aada-2d8b445e43b4 None None] For port 78852f4a-5807-409e-bddf-17bcba50554a, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=78852f4a-5807-409e-bddf-17bcba50554a,segment=NetworkSegment(cdab79ab-a4b2-4b52-ac70-4574cd01af60),segment_id=cdab79ab-a4b2-4b52-ac70-4574cd01af60)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:35.815960 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3c17275c-1f8a-4dae-aada-2d8b445e43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (78852f4a-5807-409e-bddf-17bcba50554a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:35.898382 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 07d349e3-4062-43c2-9cce-c75282427838 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:35.907794 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Allocated IP 172.20.0.1 (cdfac474-a0a0-42ae-b446-22c9b39de58b/5018c6ae-bde4-4bd1-9648-2f70ae1992af/a933a71d-55f8-42ab-9d0a-b6621783a579) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:35.936407 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:13:35.957358 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17275c-1f8a-4dae-aada-2d8b445e43b4 None None] Pushing event updated for resources: {'Port': ['ID=78852f4a-5807-409e-bddf-17bcba50554a,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:35.985423 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7fee474a-787e-4a8b-b916-d650c70f10f3 None None] Provisioning complete for port 78852f4a-5807-409e-bddf-17bcba50554a triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:35.986183 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7fee474a-787e-4a8b-b916-d650c70f10f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (78852f4a-5807-409e-bddf-17bcba50554a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.027673 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Publish callbacks [] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.072349 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.080202 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:13:36.085470 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 07d349e3-4062-43c2-9cce-c75282427838 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:36.085844 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (07d349e3-4062-43c2-9cce-c75282427838), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.125686 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Network cdfac474-a0a0-42ae-b446-22c9b39de58b is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:36.130742 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:36.132606 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Pushing event updated for resources: {'Port': ['ID=a933a71d-55f8-42ab-9d0a-b6621783a579,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:36.142659 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:36.143416 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.149877 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Publish callbacks [] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.197702 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.310760 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7fee474a-787e-4a8b-b916-d650c70f10f3 None None] Current status of the port 78852f4a-5807-409e-bddf-17bcba50554a is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:36.316304 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.325140 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Attempting to bind port abc1471c-279d-47bf-9dec-b9b952b9d47d on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:36.325509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Attempting to bind port abc1471c-279d-47bf-9dec-b9b952b9d47d by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:36.325875 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Attempting to bind port abc1471c-279d-47bf-9dec-b9b952b9d47d on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:36.327839 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169abc4-018e-49c3-b52f-f39d0fb5eb7b None None] Pushing event updated for resources: {'Port': ['ID=abc1471c-279d-47bf-9dec-b9b952b9d47d,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:36.344489 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:36.344868 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:36.345166 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.345559 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:36.346038 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Bound port: abc1471c-279d-47bf-9dec-b9b952b9d47d, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:36.346415 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.408598 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7fee474a-787e-4a8b-b916-d650c70f10f3 None None] Provisioning complete for port 07d349e3-4062-43c2-9cce-c75282427838 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:36.408979 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7fee474a-787e-4a8b-b916-d650c70f10f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (07d349e3-4062-43c2-9cce-c75282427838), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.423530 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:36.465004 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 07d349e3-4062-43c2-9cce-c75282427838 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:36.465503 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (07d349e3-4062-43c2-9cce-c75282427838), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.493103 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'port_id': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'mac_address': 'fa:16:3e:87:dd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:13:36.502502 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] For port abc1471c-279d-47bf-9dec-b9b952b9d47d, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:36.546954 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] For port abc1471c-279d-47bf-9dec-b9b952b9d47d, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=abc1471c-279d-47bf-9dec-b9b952b9d47d,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:36.561794 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Publish callbacks [] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.567588 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.571578 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 07d349e3-4062-43c2-9cce-c75282427838, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=07d349e3-4062-43c2-9cce-c75282427838,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:36.573139 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.573935 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.591182 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1fea-49f9-4221-bf14-588cd6323262 req-571adbae-b731-49b5-9322-77ca5499cfbc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:36.592682 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f51b1fea-49f9-4221-bf14-588cd6323262 req-571adbae-b731-49b5-9322-77ca5499cfbc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0916450 Mar 10 04:13:36.672819 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Pushing event updated for resources: {'Port': ['ID=a933a71d-55f8-42ab-9d0a-b6621783a579,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:36.728644 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f51b1fea-49f9-4221-bf14-588cd6323262 req-aee236d7-d516-4e35-8300-5e070e7bba29 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168950 Mar 10 04:13:36.742679 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (07d349e3-4062-43c2-9cce-c75282427838), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.743421 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device cec779c5-df94-4b82-910e-d2928da776c5 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:36.760183 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Network cdfac474-a0a0-42ae-b446-22c9b39de58b is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:36.762100 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:36.769977 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:36.770374 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:36.846925 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3c8c01-8bc9-45c2-ba8e-ea863c19e152 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:13:36.851111 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7fee474a-787e-4a8b-b916-d650c70f10f3 None None] Current status of the port 07d349e3-4062-43c2-9cce-c75282427838 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:36.862416 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169abc4-018e-49c3-b52f-f39d0fb5eb7b None None] Pushing event updated for resources: {'Port': ['ID=abc1471c-279d-47bf-9dec-b9b952b9d47d,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:36.867740 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Routers {'dcafe3d8-e2f8-4835-9bc6-d05aa286706f'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:36.868380 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:36.949023 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:36.973780 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:37.008613 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=07d349e3-4062-43c2-9cce-c75282427838,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:37.042615 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port cec779c5-df94-4b82-910e-d2928da776c5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:37.042999 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (cec779c5-df94-4b82-910e-d2928da776c5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:37.068177 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-b2a2c06d-5918-4a17-b7f8-77e501ee979f None None] Provisioning complete for port a933a71d-55f8-42ab-9d0a-b6621783a579 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:37.068545 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c06d-5918-4a17-b7f8-77e501ee979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:37.132530 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Router dcafe3d8-e2f8-4835-9bc6-d05aa286706f has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:13:37.165204 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] Set router dcafe3d8-e2f8-4835-9bc6-d05aa286706f gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:37.208765 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:37.211253 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2c06d-5918-4a17-b7f8-77e501ee979f None None] Port a933a71d-55f8-42ab-9d0a-b6621783a579 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:13:37.244248 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:37.250134 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-03524110-ec71-4082-8f6a-d5655057ae52 admin admin] 10.222.0.15 "PUT /v2.0/routers/dcafe3d8-e2f8-4835-9bc6-d05aa286706f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3330050 Mar 10 04:13:37.260261 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['de3c8c01-8bc9-45c2-ba8e-ea863c19e152'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:13:37.385811 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port cec779c5-df94-4b82-910e-d2928da776c5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:37.386929 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 78852f4a-5807-409e-bddf-17bcba50554a up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:37.431343 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-221bd5ef-5cbe-4abd-8c44-54caeabe7cbb None None] Provisioning complete for port a933a71d-55f8-42ab-9d0a-b6621783a579 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:37.431639 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-221bd5ef-5cbe-4abd-8c44-54caeabe7cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:37.531763 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-221bd5ef-5cbe-4abd-8c44-54caeabe7cbb None None] Port a933a71d-55f8-42ab-9d0a-b6621783a579 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:13:37.554661 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 78852f4a-5807-409e-bddf-17bcba50554a triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:37.555044 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (78852f4a-5807-409e-bddf-17bcba50554a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:37.640135 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 4, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'a933a71d-55f8-42ab-9d0a-b6621783a579', 'name': '', 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'mac_address': 'fa:16:3e:ff:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:35Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 2, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'subnets': [{'id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:37.678621 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c15ab-56a3-4952-b66b-153256eb7e6b None None] The sync data for ids ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'] in dv-cinder-778193-25-iscsi is: [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 4, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'a933a71d-55f8-42ab-9d0a-b6621783a579', 'name': '', 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'mac_address': 'fa:16:3e:ff:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:35Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 2, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'subnets': [{'id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:37.721002 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 78852f4a-5807-409e-bddf-17bcba50554a is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:37.817452 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 07d349e3-4062-43c2-9cce-c75282427838 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:37.839887 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52234) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:37.846170 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-9c34ad07-1195-42b4-b391-b195e56fc5e2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555874176', 'description': 'tempest-secgroup-smoke-555874176 description', 'project_id': '8147c8a0a0e84e209d510fa08576189e'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:37.868274 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c34ad07-1195-42b4-b391-b195e56fc5e2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:37.876672 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98067dd-1eb7-4fb1-b636-ac0ca326cab8 req-bc8a080c-3eb9-4d7f-bac3-431e4c4077da tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:37.878269 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e98067dd-1eb7-4fb1-b636-ac0ca326cab8 req-bc8a080c-3eb9-4d7f-bac3-431e4c4077da tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 945 time: 0.0709276 Mar 10 04:13:37.880466 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 07d349e3-4062-43c2-9cce-c75282427838 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:37.880843 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (07d349e3-4062-43c2-9cce-c75282427838), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:37.963037 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c34ad07-1195-42b4-b391-b195e56fc5e2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group (0db7e9cc-bda3-4934-af98-3b6fc3535079), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:37.966440 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e98067dd-1eb7-4fb1-b636-ac0ca326cab8 req-c7490ff2-c9b3-4186-8707-615b998fa16c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796044 Mar 10 04:13:37.972920 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c34ad07-1195-42b4-b391-b195e56fc5e2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0db7e9cc-bda3-4934-af98-3b6fc3535079), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.000107 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c34ad07-1195-42b4-b391-b195e56fc5e2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.001594 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9c34ad07-1195-42b4-b391-b195e56fc5e2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1607893 Mar 10 04:13:38.002418 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 07d349e3-4062-43c2-9cce-c75282427838 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:38.003594 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 78852f4a-5807-409e-bddf-17bcba50554a up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:38.005055 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52236) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:38.009925 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34ad07-1195-42b4-b391-b195e56fc5e2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7e9cc-bda3-4934-af98-3b6fc3535079,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:38.010850 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-bc21d627-b2b6-4509-ae5c-3b3fba1896bb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'security_group_rule': {'security_group_id': '0db7e9cc-bda3-4934-af98-3b6fc3535079', 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:38.041374 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bc21d627-b2b6-4509-ae5c-3b3fba1896bb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (96c5c782-f512-4120-82cc-8efe630b465a), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.072312 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 78852f4a-5807-409e-bddf-17bcba50554a triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:38.072803 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (78852f4a-5807-409e-bddf-17bcba50554a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.114517 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bc21d627-b2b6-4509-ae5c-3b3fba1896bb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (96c5c782-f512-4120-82cc-8efe630b465a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.119897 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bc21d627-b2b6-4509-ae5c-3b3fba1896bb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (96c5c782-f512-4120-82cc-8efe630b465a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.144146 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21d627-b2b6-4509-ae5c-3b3fba1896bb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c5c782-f512-4120-82cc-8efe630b465a,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:38.164064 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bc21d627-b2b6-4509-ae5c-3b3fba1896bb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.168851 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52238) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:38.169131 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bc21d627-b2b6-4509-ae5c-3b3fba1896bb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626110 Mar 10 04:13:38.173511 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-a5db3817-f922-465c-a101-1a95d8ce0f38 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'security_group_rule': {'security_group_id': '0db7e9cc-bda3-4934-af98-3b6fc3535079', 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:38.174001 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 78852f4a-5807-409e-bddf-17bcba50554a is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:38.199946 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5db3817-f922-465c-a101-1a95d8ce0f38 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (97ece42b-32a3-4be2-8386-27c98878fca8), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.258995 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5db3817-f922-465c-a101-1a95d8ce0f38 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (97ece42b-32a3-4be2-8386-27c98878fca8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.262504 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5db3817-f922-465c-a101-1a95d8ce0f38 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (97ece42b-32a3-4be2-8386-27c98878fca8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.280806 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db3817-f922-465c-a101-1a95d8ce0f38 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ece42b-32a3-4be2-8386-27c98878fca8,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:38.288133 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a5db3817-f922-465c-a101-1a95d8ce0f38 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.289332 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a5db3817-f922-465c-a101-1a95d8ce0f38 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194732 Mar 10 04:13:38.292604 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52240) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:38.297166 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-0c56106d-6e70-417b-93f9-7eb9a3a3af66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'security_group_rule': {'security_group_id': '0db7e9cc-bda3-4934-af98-3b6fc3535079', 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:38.322555 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c56106d-6e70-417b-93f9-7eb9a3a3af66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (a2c243a5-d16a-4927-a50f-6677cd2e551c), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.384794 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c56106d-6e70-417b-93f9-7eb9a3a3af66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (a2c243a5-d16a-4927-a50f-6677cd2e551c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.388882 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c56106d-6e70-417b-93f9-7eb9a3a3af66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (a2c243a5-d16a-4927-a50f-6677cd2e551c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.406078 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56106d-6e70-417b-93f9-7eb9a3a3af66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c243a5-d16a-4927-a50f-6677cd2e551c,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:38.414448 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0c56106d-6e70-417b-93f9-7eb9a3a3af66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.415640 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0c56106d-6e70-417b-93f9-7eb9a3a3af66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221056 Mar 10 04:13:38.418917 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52244) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:38.423211 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-c85bb2cc-a414-433f-8b27-203de6ac420a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'security_group_rule': {'security_group_id': '0db7e9cc-bda3-4934-af98-3b6fc3535079', 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:38.448607 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c85bb2cc-a414-433f-8b27-203de6ac420a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (879e68e8-b94c-4154-a230-7817fe84a7b5), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.507890 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c85bb2cc-a414-433f-8b27-203de6ac420a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (879e68e8-b94c-4154-a230-7817fe84a7b5), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.513269 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c85bb2cc-a414-433f-8b27-203de6ac420a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (879e68e8-b94c-4154-a230-7817fe84a7b5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.532526 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bb2cc-a414-433f-8b27-203de6ac420a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879e68e8-b94c-4154-a230-7817fe84a7b5,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:38.547888 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c85bb2cc-a414-433f-8b27-203de6ac420a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.549118 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c85bb2cc-a414-433f-8b27-203de6ac420a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292827 Mar 10 04:13:38.551964 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52246) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:38.556700 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-c2833d75-fb14-4a46-a053-d87a232bc56c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'security_group_rule': {'security_group_id': '0db7e9cc-bda3-4934-af98-3b6fc3535079', 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:38.581408 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.securitygroups_db [None req-c2833d75-fb14-4a46-a053-d87a232bc56c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Project 8147c8a0a0e84e209d510fa08576189e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:13:38.586824 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2833d75-fb14-4a46-a053-d87a232bc56c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (24f6bed1-cf18-457d-83c8-e544621b2ef9), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.648233 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2833d75-fb14-4a46-a053-d87a232bc56c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (24f6bed1-cf18-457d-83c8-e544621b2ef9), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.654328 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2833d75-fb14-4a46-a053-d87a232bc56c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (24f6bed1-cf18-457d-83c8-e544621b2ef9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.672793 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2833d75-fb14-4a46-a053-d87a232bc56c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f6bed1-cf18-457d-83c8-e544621b2ef9,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:38.681744 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2833d75-fb14-4a46-a053-d87a232bc56c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.683050 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c2833d75-fb14-4a46-a053-d87a232bc56c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299460 Mar 10 04:13:38.685834 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52248) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:38.690219 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-e06d2642-b2fd-4e24-b138-02532d56999f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'security_group_rule': {'security_group_id': '0db7e9cc-bda3-4934-af98-3b6fc3535079', 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:38.711116 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.securitygroups_db [None req-e06d2642-b2fd-4e24-b138-02532d56999f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Project 8147c8a0a0e84e209d510fa08576189e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:13:38.716545 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e06d2642-b2fd-4e24-b138-02532d56999f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (8a49b6aa-f24d-4574-94d7-b3e6bc8c753a), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.778731 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e06d2642-b2fd-4e24-b138-02532d56999f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (8a49b6aa-f24d-4574-94d7-b3e6bc8c753a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.783268 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e06d2642-b2fd-4e24-b138-02532d56999f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (8a49b6aa-f24d-4574-94d7-b3e6bc8c753a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.801249 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d2642-b2fd-4e24-b138-02532d56999f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a49b6aa-f24d-4574-94d7-b3e6bc8c753a,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:38.810901 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e06d2642-b2fd-4e24-b138-02532d56999f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:38.812150 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e06d2642-b2fd-4e24-b138-02532d56999f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253874 Mar 10 04:13:39.089971 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ace3c-db13-4d47-baa2-dd5edf8ce4fe req-fb1fa45c-3743-4d86-99f6-09b6e260ebd8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:39.091569 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9d6ace3c-db13-4d47-baa2-dd5edf8ce4fe req-fb1fa45c-3743-4d86-99f6-09b6e260ebd8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 945 time: 0.0578344 Mar 10 04:13:39.144721 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9d6ace3c-db13-4d47-baa2-dd5edf8ce4fe req-3ad93ae9-04fa-40bc-af41-e3213b0a72e5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474968 Mar 10 04:13:39.834814 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device abc1471c-279d-47bf-9dec-b9b952b9d47d up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:39.885030 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port abc1471c-279d-47bf-9dec-b9b952b9d47d triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:39.885413 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:39.886031 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Sync routers for ids ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:39.898249 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Routers {'dcafe3d8-e2f8-4835-9bc6-d05aa286706f'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:39.898861 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:39.968580 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port abc1471c-279d-47bf-9dec-b9b952b9d47d is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:39.968969 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:39.990403 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port abc1471c-279d-47bf-9dec-b9b952b9d47d, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=abc1471c-279d-47bf-9dec-b9b952b9d47d,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:39.994522 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.010679 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Set router dcafe3d8-e2f8-4835-9bc6-d05aa286706f gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:40.045262 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=abc1471c-279d-47bf-9dec-b9b952b9d47d,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:40.094273 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:40.148291 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:13:40.153039 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:40.153953 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.226022 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 4, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'a933a71d-55f8-42ab-9d0a-b6621783a579', 'name': '', 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'mac_address': 'fa:16:3e:ff:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:35Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 2, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'subnets': [{'id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:40.242832 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:40.243227 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.270304 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:40.273166 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262ed747-7259-4e7e-a1ec-8634ca6beaf7" -d '{"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-plugged", "status": "completed", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:40.283954 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5f973-e87b-48b5-82ca-232fd7460574 req-85eb99ad-8d47-4d86-96e0-c2c1a9b7ab09 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:40.287516 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-24c5f973-e87b-48b5-82ca-232fd7460574 req-85eb99ad-8d47-4d86-96e0-c2c1a9b7ab09 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 945 time: 0.0666814 Mar 10 04:13:40.310626 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:40.319814 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.360395 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-24c5f973-e87b-48b5-82ca-232fd7460574 req-4301c8fc-f2d9-49a8-9807-d3d40d4739ed tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674598 Mar 10 04:13:40.374973 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Checking router: dcafe3d8-e2f8-4835-9bc6-d05aa286706f for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:40.375326 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Updating router dcafe3d8-e2f8-4835-9bc6-d05aa286706f port a933a71d-55f8-42ab-9d0a-b6621783a579 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:13:40.393160 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0de5759-fef1-4fed-891a-7dc0a910cfec x-openstack-request-id: req-e0de5759-fef1-4fed-891a-7dc0a910cfec {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:40.393453 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-plugged", "status": "completed", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:40.393994 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0de5759-fef1-4fed-891a-7dc0a910cfec {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:40.394449 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'code': 200} Mar 10 04:13:40.397483 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:40.412831 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.531241 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c045f-e693-4af2-950b-a794aa32cf1c req-7db9fabf-0905-4f47-97bd-3d59f74f8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:40.532852 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a50c045f-e693-4af2-950b-a794aa32cf1c req-7db9fabf-0905-4f47-97bd-3d59f74f8012 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 1130 time: 0.0445387 Mar 10 04:13:40.581994 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a50c045f-e693-4af2-950b-a794aa32cf1c req-6be9654a-f70c-4cd5-81c6-bccd1f74b772 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397048 Mar 10 04:13:40.677812 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Publish callbacks [] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.682181 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.734157 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3ddc9-b056-4c7d-b954-e02d9ce3ebf9 None None] Pushing event updated for resources: {'Port': ['ID=a933a71d-55f8-42ab-9d0a-b6621783a579,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:40.788714 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Attempting to bind port a933a71d-55f8-42ab-9d0a-b6621783a579 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:40.789041 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Attempting to bind port a933a71d-55f8-42ab-9d0a-b6621783a579 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:40.789400 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Attempting to bind port a933a71d-55f8-42ab-9d0a-b6621783a579 on network cdfac474-a0a0-42ae-b446-22c9b39de58b {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:40.796199 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:40.796578 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Checking segment: {'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:40.797009 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.797392 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Bound using segment: {'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:40.797862 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Bound port: a933a71d-55f8-42ab-9d0a-b6621783a579, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdab79ab-a4b2-4b52-ac70-4574cd01af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:40.798283 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.865700 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] For port a933a71d-55f8-42ab-9d0a-b6621783a579, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:40.869086 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] For port a933a71d-55f8-42ab-9d0a-b6621783a579, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a933a71d-55f8-42ab-9d0a-b6621783a579,segment=NetworkSegment(cdab79ab-a4b2-4b52-ac70-4574cd01af60),segment_id=cdab79ab-a4b2-4b52-ac70-4574cd01af60)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:40.875206 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:40.934777 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Routers {'dcafe3d8-e2f8-4835-9bc6-d05aa286706f'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:40.935442 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:40.978013 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3ddc9-b056-4c7d-b954-e02d9ce3ebf9 None None] Pushing event updated for resources: {'Port': ['ID=a933a71d-55f8-42ab-9d0a-b6621783a579,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:40.982622 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ab0877ed-32ae-44f4-906f-95b54f8e6739 None None] Provisioning complete for port a933a71d-55f8-42ab-9d0a-b6621783a579 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:40.983127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ab0877ed-32ae-44f4-906f-95b54f8e6739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:41.059326 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] Set router dcafe3d8-e2f8-4835-9bc6-d05aa286706f gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:41.203920 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ab0877ed-32ae-44f4-906f-95b54f8e6739 None None] Current status of the port a933a71d-55f8-42ab-9d0a-b6621783a579 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:41.204346 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ab0877ed-32ae-44f4-906f-95b54f8e6739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:41.236830 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ab0877ed-32ae-44f4-906f-95b54f8e6739 None None] For port a933a71d-55f8-42ab-9d0a-b6621783a579, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a933a71d-55f8-42ab-9d0a-b6621783a579,segment=NetworkSegment(cdab79ab-a4b2-4b52-ac70-4574cd01af60),segment_id=cdab79ab-a4b2-4b52-ac70-4574cd01af60)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:41.241445 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ab0877ed-32ae-44f4-906f-95b54f8e6739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:41.273332 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 4, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'a933a71d-55f8-42ab-9d0a-b6621783a579', 'name': '', 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'mac_address': 'fa:16:3e:ff:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:35Z', 'updated_at': '2022-03-10T04:13:40Z', 'revision_number': 4, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'subnets': [{'id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:41.291734 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0877ed-32ae-44f4-906f-95b54f8e6739 None None] Pushing event updated for resources: {'Port': ['ID=a933a71d-55f8-42ab-9d0a-b6621783a579,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:41.300453 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fa59b-681a-4268-aeff-84898d5ece3b None None] The sync data for ids ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'] in dv-cinder-778193-25-iscsi is: [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 4, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'a933a71d-55f8-42ab-9d0a-b6621783a579', 'name': '', 'network_id': 'cdfac474-a0a0-42ae-b446-22c9b39de58b', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'mac_address': 'fa:16:3e:ff:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:35Z', 'updated_at': '2022-03-10T04:13:40Z', 'revision_number': 4, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'subnets': [{'id': '5018c6ae-bde4-4bd1-9648-2f70ae1992af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:41.363044 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e18caa4d-a06a-49a6-ad65-b234319bd8fb None None] Provisioning complete for port a933a71d-55f8-42ab-9d0a-b6621783a579 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:41.363423 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e18caa4d-a06a-49a6-ad65-b234319bd8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:41.454378 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e18caa4d-a06a-49a6-ad65-b234319bd8fb None None] Current status of the port a933a71d-55f8-42ab-9d0a-b6621783a579 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:41.515479 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8724bfc-9880-4ee2-bcc6-b0ce9eabc7c4 req-76b26fa5-c5c8-4e8a-99da-a6bbdf468ea8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:41.517043 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8724bfc-9880-4ee2-bcc6-b0ce9eabc7c4 req-76b26fa5-c5c8-4e8a-99da-a6bbdf468ea8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0682034 Mar 10 04:13:41.567847 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8724bfc-9880-4ee2-bcc6-b0ce9eabc7c4 req-f3c9e430-c228-46d6-8ec0-33d3c13178af tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448780 Mar 10 04:13:41.823675 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device abc1471c-279d-47bf-9dec-b9b952b9d47d up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:41.873362 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port abc1471c-279d-47bf-9dec-b9b952b9d47d triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:41.873790 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:41.959528 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port abc1471c-279d-47bf-9dec-b9b952b9d47d is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:41.960615 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a933a71d-55f8-42ab-9d0a-b6621783a579 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:42.008092 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port a933a71d-55f8-42ab-9d0a-b6621783a579 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:42.008757 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:42.083893 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port a933a71d-55f8-42ab-9d0a-b6621783a579 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:42.694752 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25df88-d484-4414-9ebb-93ec9f5c5c9e req-a98c9a03-d175-4e01-88e6-ee10745c73d9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:42.696259 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa25df88-d484-4414-9ebb-93ec9f5c5c9e req-a98c9a03-d175-4e01-88e6-ee10745c73d9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0570364 Mar 10 04:13:42.742819 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa25df88-d484-4414-9ebb-93ec9f5c5c9e req-b7010837-2b09-4a85-a947-aacabe439ba3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Mar 10 04:13:42.863952 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c3a6-6707-459c-9274-71de2e6f8259 req-d9a233c4-3a5f-4484-8bc1-dcfa9d4caa2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:42.865447 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7323c3a6-6707-459c-9274-71de2e6f8259 req-d9a233c4-3a5f-4484-8bc1-dcfa9d4caa2f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0572178 Mar 10 04:13:42.873800 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52322) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:42.879237 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Request body: {'floatingip': {'port_id': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:42.919563 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (980783ab-5472-4c5f-8040-94f11cb28cec), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:43.362228 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:43.365914 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (980783ab-5472-4c5f-8040-94f11cb28cec), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:43.394406 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0a033d89-60ad-4a12-a544-879c3c7e4f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:43.471922 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Floating IP 980783ab-5472-4c5f-8040-94f11cb28cec associated. External IP: 172.27.2.81, port: de3c8c01-8bc9-45c2-ba8e-ea863c19e152. Mar 10 04:13:43.685458 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Router d917f827-a643-4989-aa42-7d98eb0e66c2 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:13:43.795123 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:13:43.799658 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:43.805203 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] Sync routers for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:13:43.814741 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:43.815734 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:43.830251 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d8b7df78-2d42-483c-9bee-c22a43630ca0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "PUT /v2.0/floatingips/980783ab-5472-4c5f-8040-94f11cb28cec HTTP/1.1" status: 200 len: 991 time: 0.9553847 Mar 10 04:13:43.830965 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:43.833223 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:43.869231 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70315758-b7bd-42ae-b15b-caa69d9050e5 x-openstack-request-id: req-70315758-b7bd-42ae-b15b-caa69d9050e5 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:43.869516 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:43.869766 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70315758-b7bd-42ae-b15b-caa69d9050e5 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:43.870161 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'status': 'completed', 'code': 200} Mar 10 04:13:43.929922 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:43.946821 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-b964b2e7-4c3e-483b-adbc-a251de1f418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:43.948268 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-b964b2e7-4c3e-483b-adbc-a251de1f418c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 1130 time: 0.0444951 Mar 10 04:13:44.041184 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-a4a3da18-45e2-4876-ad02-e558fd2666ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:44.043229 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-a4a3da18-45e2-4876-ad02-e558fd2666ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.0875006 Mar 10 04:13:44.106893 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-7859a094-648f-408f-9b33-b4bf19ddd2d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 200 len: 999 time: 0.0583284 Mar 10 04:13:44.156240 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-d437f355-9aa6-4ddc-9a68-f4f344b6569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:44.157695 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-d437f355-9aa6-4ddc-9a68-f4f344b6569a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0445771 Mar 10 04:13:44.158467 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '980783ab-5472-4c5f-8040-94f11cb28cec', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'port_id': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'mac_address': 'fa:16:3e:87:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:43Z', 'revision_number': 1, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:44.188169 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] Checking router: d917f827-a643-4989-aa42-7d98eb0e66c2 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:13:44.197871 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:13:44.198418 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:44.211446 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-baae6508-82ef-4592-bd06-e80ffdbf1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:44.213033 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-baae6508-82ef-4592-bd06-e80ffdbf1ac6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491338 Mar 10 04:13:44.303472 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-5ebfaeaf-ba91-4b2f-96d4-ff2e46b8184c service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Mar 10 04:13:44.309306 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:13:44.400567 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ff5a79-fe4c-4d89-b153-48eb8dcdb60f req-808583b8-d802-497a-bd33-6144d71dc396 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866396 Mar 10 04:13:44.535294 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '980783ab-5472-4c5f-8040-94f11cb28cec', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'port_id': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'mac_address': 'fa:16:3e:87:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:43Z', 'revision_number': 1, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:13:44.565505 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62f590-36b2-4909-a78a-16c7e4b03102 None None] The sync data for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi is: [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '980783ab-5472-4c5f-8040-94f11cb28cec', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'port_id': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'mac_address': 'fa:16:3e:87:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:43Z', 'revision_number': 1, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:13:44.770784 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9aef97-6e28-4688-a959-59fa148232a5 None None] New status for floating IP 980783ab-5472-4c5f-8040-94f11cb28cec: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:13:45.550302 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f9f49ba8-f9b0-4b22-b9f3-b244f9a54c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:46.613739 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:47.304847 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:48.313451 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:50.049058 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:54.090420 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-ec19ce4d-95a9-4540-a71c-972b651677d1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555874176&fields=id&tenant_id=8147c8a0a0e84e209d510fa08576189e HTTP/1.1" status: 200 len: 267 time: 0.0431798 Mar 10 04:13:54.195118 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-6135ee7d-fc8c-45b9-8921-193f392a0fbe tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:54.196575 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-6135ee7d-fc8c-45b9-8921-193f392a0fbe tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 809 time: 0.0998173 Mar 10 04:13:54.210970 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-32764c06-8da9-4c6a-9165-ea205b93bbff tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/quotas/8147c8a0a0e84e209d510fa08576189e HTTP/1.1" status: 200 len: 375 time: 0.0085762 Mar 10 04:13:54.263374 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-4f22de11-9a27-4609-a315-37d7e5638761 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477257 Mar 10 04:13:54.353507 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-089a22f5-3b94-4ac3-bf80-cd7e10d5c8aa service neutron] 10.222.0.15 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788910 Mar 10 04:13:54.441563 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-ac0b1d1b-6bbd-43ac-b8fc-059cf750b465 service neutron] 10.222.0.15 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824509 Mar 10 04:13:54.713525 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a2fb77b-eb06-4258-bb1d-c1c59f3ed050 req-f6f44989-99c8-451f-ac7d-6d92220635ee tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0273430 Mar 10 04:13:55.674014 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-1c1a6717-6a3e-4286-9462-37faf567d681 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:55.675450 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-1c1a6717-6a3e-4286-9462-37faf567d681 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.26 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 809 time: 0.1047277 Mar 10 04:13:55.744188 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-ac8e0b1e-4d25-42f0-80e1-4e29a600831d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8147c8a0a0e84e209d510fa08576189e HTTP/1.1" status: 200 len: 379 time: 0.0525215 Mar 10 04:13:55.755229 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'port': {'device_id': '994b295b-5daa-460e-91a4-295d19c8ec38', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'admin_state_up': True, 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'security_groups': ['0db7e9cc-bda3-4934-af98-3b6fc3535079']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:56.098020 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa475281-92a3-4b34-bd77-37d219d07b42 req-c956f37d-cc6d-46d4-b26f-6970396ed5dd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.3132312 Mar 10 04:13:56.143505 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Made reservation on behalf of 8147c8a0a0e84e209d510fa08576189e for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:56.146808 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.270693 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Allocated IP 172.20.0.8 (55ce33cb-2718-4f84-bfb0-2629d7adbe82/3827a6e8-ec42-43ba-bad8-61a1cdcffc79/8155d1e7-3b09-4550-81b7-d3339742d289) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:56.406600 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for port (8155d1e7-3b09-4550-81b7-d3339742d289), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.438918 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.480512 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:56.486192 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:56.489906 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:56.495059 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:56.495669 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.504597 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:56.517764 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-3416b234-4e3c-4329-aa44-bba1b6c13b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7668087 Mar 10 04:13:56.534369 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Request body: {'port': {'device_id': '994b295b-5daa-460e-91a4-295d19c8ec38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:56.600512 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.672713 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-58dffeea-2b37-4b65-b99c-01db59893e0a None None] Provisioning complete for port 8155d1e7-3b09-4550-81b7-d3339742d289 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:56.673335 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-58dffeea-2b37-4b65-b99c-01db59893e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.714509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-58dffeea-2b37-4b65-b99c-01db59893e0a None None] Port 8155d1e7-3b09-4550-81b7-d3339742d289 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:13:56.858807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8155d1e7-3b09-4550-81b7-d3339742d289 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:13:56.866170 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Publish callbacks [] for port (8155d1e7-3b09-4550-81b7-d3339742d289), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.878408 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Transition to ACTIVE for port object 8155d1e7-3b09-4550-81b7-d3339742d289 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:13:56.882063 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.937554 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Pushing event updated for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:56.967269 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Attempting to bind port 8155d1e7-3b09-4550-81b7-d3339742d289 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:56.967601 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Attempting to bind port 8155d1e7-3b09-4550-81b7-d3339742d289 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:56.967979 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Attempting to bind port 8155d1e7-3b09-4550-81b7-d3339742d289 on network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:56.972286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Port 8155d1e7-3b09-4550-81b7-d3339742d289 on network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:13:56.972605 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Attempting to bind port 8155d1e7-3b09-4550-81b7-d3339742d289 on network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:56.978330 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:56.978670 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Checking segment: {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:56.979061 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Bound using segment: {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:56.979490 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Bound port: 8155d1e7-3b09-4550-81b7-d3339742d289, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c266d54a-cd21-4682-a849-8605ee14ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:56.979913 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:57.045599 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:57.048760 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:57.055144 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:57.090495 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.091652 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:57.093057 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] 10.222.0.26 "PUT /v2.0/ports/8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 1093 time: 0.5631132 Mar 10 04:13:57.093493 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:13:57.095837 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f27df7d-44ae-4725-b223-b41a70d28c82" -d '{"events": [{"name": "network-changed", "server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:13:57.120570 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64671d72-a703-4b9b-bc47-680da1e8713a service neutron] Pushing event updated for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:57.155566 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76697275-2616-4760-9b5a-2340e65e08bd x-openstack-request-id: req-76697275-2616-4760-9b5a-2340e65e08bd {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:13:57.156939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:13:57.157270 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76697275-2616-4760-9b5a-2340e65e08bd {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:13:57.157668 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289', 'status': 'completed', 'code': 200} Mar 10 04:13:57.237561 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-fbde7667-158f-4192-a09d-f7046318166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.239088 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-fbde7667-158f-4192-a09d-f7046318166d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1127 time: 0.0862718 Mar 10 04:13:57.253964 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1684a7a-c340-4514-8684-7607ae882ea4 req-2d3a2a8b-f8c7-4d33-b129-f00c10cbb792 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.255526 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1684a7a-c340-4514-8684-7607ae882ea4 req-2d3a2a8b-f8c7-4d33-b129-f00c10cbb792 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0677743 Mar 10 04:13:57.297644 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-93f90994-caaa-4fda-b6f0-2a43499618ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 217 time: 0.0410595 Mar 10 04:13:57.366422 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1684a7a-c340-4514-8684-7607ae882ea4 req-91c6d9f1-ba5e-4bf2-a6f3-f441cb1ba8dc tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036258 Mar 10 04:13:57.375573 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-74685745-ca68-417b-85dc-8aeded26621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.377141 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-74685745-ca68-417b-85dc-8aeded26621a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 200 len: 848 time: 0.0704582 Mar 10 04:13:57.427143 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-457c2d97-c449-44a1-91c3-881eb7864f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.428621 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-457c2d97-c449-44a1-91c3-881eb7864f58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ce33cb-2718-4f84-bfb0-2629d7adbe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434442 Mar 10 04:13:57.520077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-13088cbc-6899-47bd-a22c-d233dbdb371f service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832155 Mar 10 04:13:57.608782 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb775a89-9393-4b86-bfd8-d12a5c6ab014 req-925261c2-053d-4d84-9447-5643ef23e453 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808218 Mar 10 04:13:57.699930 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-54df3d15-718c-4e27-aab9-c0becc7f92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.701395 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-54df3d15-718c-4e27-aab9-c0becc7f92bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1127 time: 0.0444686 Mar 10 04:13:57.791564 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-b3c353f4-db93-4ffb-bda3-591923d11a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.793013 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-b3c353f4-db93-4ffb-bda3-591923d11a23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 910 time: 0.0841320 Mar 10 04:13:57.833282 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-7785c09e-6ef2-4635-805d-559d6f952fd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 217 time: 0.0330794 Mar 10 04:13:57.886322 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-d8d7ae8e-0629-494a-bc54-bba0376e12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.887736 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-d8d7ae8e-0629-494a-bc54-bba0376e12f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 200 len: 848 time: 0.0451198 Mar 10 04:13:57.938447 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-130068f0-fbed-4ffb-8223-ef73b103e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:57.939925 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-130068f0-fbed-4ffb-8223-ef73b103e237 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ce33cb-2718-4f84-bfb0-2629d7adbe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427690 Mar 10 04:13:58.032888 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-8b5ed243-bedc-4334-bf8f-0c5dfd1f74c1 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830181 Mar 10 04:13:58.124456 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f27df7d-44ae-4725-b223-b41a70d28c82 req-cf4e9512-39a5-4e22-948b-e5036406a873 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836060 Mar 10 04:13:58.482646 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fc9d2-f196-4368-9f6f-c2cebe8d7133 req-78da8282-b47c-474f-9c52-7e268d920447 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:58.484092 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d9fc9d2-f196-4368-9f6f-c2cebe8d7133 req-78da8282-b47c-474f-9c52-7e268d920447 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0513701 Mar 10 04:13:58.530317 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d9fc9d2-f196-4368-9f6f-c2cebe8d7133 req-57438813-cd4f-42b7-b681-5dd4700f7e76 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 Mar 10 04:13:59.648939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fae39-5871-4542-94a7-fa1171c29a74 req-4036dc42-a894-445e-ac6f-366f5dfcddd7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:59.650399 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c18fae39-5871-4542-94a7-fa1171c29a74 req-4036dc42-a894-445e-ac6f-366f5dfcddd7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0555785 Mar 10 04:13:59.698527 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c18fae39-5871-4542-94a7-fa1171c29a74 req-cb1c51ee-cca6-47e7-80c8-19ffceb033a9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420415 Mar 10 04:14:00.816602 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2e089-0569-498b-aa5a-49876644c79f req-677c505d-4738-465b-b3d5-30003d46a586 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:00.818038 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-edf2e089-0569-498b-aa5a-49876644c79f req-677c505d-4738-465b-b3d5-30003d46a586 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0514643 Mar 10 04:14:00.864033 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-edf2e089-0569-498b-aa5a-49876644c79f req-f914b2d2-0788-4729-aba9-a478cbcf8068 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405073 Mar 10 04:14:01.613905 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3c26-9063-4bfb-a439-707386efd4c6 req-c3705390-a000-43fd-9a90-263a15febdae tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:01.620201 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa4a3c26-9063-4bfb-a439-707386efd4c6 req-c3705390-a000-43fd-9a90-263a15febdae tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0686493 Mar 10 04:14:01.667497 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa4a3c26-9063-4bfb-a439-707386efd4c6 req-c233b9f6-a80f-4764-b429-28628636eac9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459042 Mar 10 04:14:01.980885 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596b905-cdd6-4c3b-bacd-52d5eca65ee2 req-fdc99f62-5123-4e6d-bd88-90dbfc4952de tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:01.982435 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9596b905-cdd6-4c3b-bacd-52d5eca65ee2 req-fdc99f62-5123-4e6d-bd88-90dbfc4952de tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0528576 Mar 10 04:14:02.029744 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9596b905-cdd6-4c3b-bacd-52d5eca65ee2 req-06f1acc5-f0f0-4620-8822-681b33017157 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417907 Mar 10 04:14:02.785647 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55126dc0-fc03-4839-b5f2-3ec116646241 req-d99f1111-763f-4dfd-8850-49f81e3d2ede tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:02.787106 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-55126dc0-fc03-4839-b5f2-3ec116646241 req-d99f1111-763f-4dfd-8850-49f81e3d2ede tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0512261 Mar 10 04:14:02.838184 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-55126dc0-fc03-4839-b5f2-3ec116646241 req-6693290f-8aff-42bb-880c-eb2f287a27e4 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456853 Mar 10 04:14:03.149844 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9a15-bde4-4e8e-833d-3a2764da51ed req-163ac3c9-723a-48c2-b4ef-22233e97925a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:03.151283 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-893a9a15-bde4-4e8e-833d-3a2764da51ed req-163ac3c9-723a-48c2-b4ef-22233e97925a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0566547 Mar 10 04:14:03.198069 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-893a9a15-bde4-4e8e-833d-3a2764da51ed req-e0c71f2c-a5a6-4c53-8832-a2ee32d09563 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406189 Mar 10 04:14:03.885403 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-b33ca5f6-450f-4803-8b93-ac37f6323bce tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:03.886844 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-b33ca5f6-450f-4803-8b93-ac37f6323bce tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0515389 Mar 10 04:14:04.003169 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2cdb5-a43a-478a-a08e-120ef779a1b4 req-e5b6d46f-c2ac-499d-98ef-8e72f3f36270 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:04.004658 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7c2cdb5-a43a-478a-a08e-120ef779a1b4 req-e5b6d46f-c2ac-499d-98ef-8e72f3f36270 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 945 time: 0.0877855 Mar 10 04:14:04.040685 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Deleting port be303f6b-7e23-41c7-ba5c-06cca636cae9 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:14:04.041254 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:04.084047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7c2cdb5-a43a-478a-a08e-120ef779a1b4 req-b733a070-ab7f-4237-8115-0d8785cb5cb0 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=948ddb1b-b711-4a77-8c8c-e23a9689d628&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735567 Mar 10 04:14:04.147104 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] For port be303f6b-7e23-41c7-ba5c-06cca636cae9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=be303f6b-7e23-41c7-ba5c-06cca636cae9,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:04.147463 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:04.204217 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8155d1e7-3b09-4550-81b7-d3339742d289 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:14:04.306120 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:04.317933 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '8155d1e7-3b09-4550-81b7-d3339742d289', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'port_id': '8155d1e7-3b09-4550-81b7-d3339742d289', 'mac_address': 'fa:16:3e:c0:e1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:14:04.340971 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:04.341521 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (c3711ef1-dc60-49b4-8ffe-38b97d14eab4), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:04.341648 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Floating IP c3711ef1-dc60-49b4-8ffe-38b97d14eab4 disassociated. External IP: 172.27.2.220, port: be303f6b-7e23-41c7-ba5c-06cca636cae9. Mar 10 04:14:04.341968 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Calling delete_port for be303f6b-7e23-41c7-ba5c-06cca636cae9 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:14:04.353687 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 8155d1e7-3b09-4550-81b7-d3339742d289 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:04.354078 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:04.366766 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a57e6-f7f0-404d-b8cf-5c11f72e0777 req-31518580-33e2-48fa-9d90-af05175ed7fc tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:04.367539 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8155d1e7-3b09-4550-81b7-d3339742d289 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:14:04.368270 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b9a57e6-f7f0-404d-b8cf-5c11f72e0777 req-31518580-33e2-48fa-9d90-af05175ed7fc tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.1056283 Mar 10 04:14:04.387010 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:04.391443 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:04.441034 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:04.459401 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b9a57e6-f7f0-404d-b8cf-5c11f72e0777 req-c1623776-b930-4836-ba08-a014a63bab4d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602825 Mar 10 04:14:04.523567 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (be303f6b-7e23-41c7-ba5c-06cca636cae9), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:04.550860 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event deleted for resources: {'Port': ['ID=be303f6b-7e23-41c7-ba5c-06cca636cae9,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:04.660911 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['8155d1e7-3b09-4550-81b7-d3339742d289'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:14:04.664300 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Router 6fc79e60-7292-413d-a9de-2ba7f796bee8 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:14:04.770928 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:14:04.786236 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] Sync routers for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:14:04.813732 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] No DVR routers for this DVR port be303f6b-7e23-41c7-ba5c-06cca636cae9 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:14:04.816171 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:04.816432 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:04.816802 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:04.819671 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8f912841-dfde-4496-ae91-3a06bb202b84 req-cd6c0ff2-db29-480d-a54f-1afd4f7ff4b3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "DELETE /v2.0/ports/be303f6b-7e23-41c7-ba5c-06cca636cae9 HTTP/1.1" status: 204 len: 173 time: 0.9274504 Mar 10 04:14:04.820132 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'name': 'network-vif-deleted', 'tag': 'be303f6b-7e23-41c7-ba5c-06cca636cae9'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:04.822861 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f57435-80be-48a3-8003-cbdd004bd065" -d '{"events": [{"server_uuid": "484fc0cf-a7f9-45fe-a1df-a7f62b40057e", "name": "network-vif-deleted", "tag": "be303f6b-7e23-41c7-ba5c-06cca636cae9"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:04.862020 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eafb3c6-7bfe-4cf4-bb63-a3f3ee91788c x-openstack-request-id: req-3eafb3c6-7bfe-4cf4-bb63-a3f3ee91788c {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:04.862314 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484fc0cf-a7f9-45fe-a1df-a7f62b40057e", "name": "network-vif-deleted", "tag": "be303f6b-7e23-41c7-ba5c-06cca636cae9", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:04.862565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3eafb3c6-7bfe-4cf4-bb63-a3f3ee91788c {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:04.862983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484fc0cf-a7f9-45fe-a1df-a7f62b40057e', 'name': 'network-vif-deleted', 'tag': 'be303f6b-7e23-41c7-ba5c-06cca636cae9', 'status': 'completed', 'code': 200} Mar 10 04:14:05.114885 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:05.186468 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b609971-8e77-418b-aa20-9a6e1a24b227 req-8e63aeb4-0ac3-4d55-92d1-0fdbc370c05a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=484fc0cf-a7f9-45fe-a1df-a7f62b40057e HTTP/1.1" status: 200 len: 210 time: 0.0258167 Mar 10 04:14:05.319882 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:05.347675 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] Checking router: 6fc79e60-7292-413d-a9de-2ba7f796bee8 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:14:05.356732 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:05.357369 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:05.468394 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:05.578819 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b798a5-c0bc-4117-b0ec-6545d71e0422 req-4185422a-0435-4165-abdc-a1cb82167af9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:05.580335 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8b798a5-c0bc-4117-b0ec-6545d71e0422 req-4185422a-0435-4165-abdc-a1cb82167af9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 944 time: 0.0525985 Mar 10 04:14:05.628091 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8b798a5-c0bc-4117-b0ec-6545d71e0422 req-e6ecbe18-7f7b-407b-bc28-ef70f9c9a268 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 Mar 10 04:14:05.666724 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:05.692741 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2f732-3ba5-4d81-9312-8b734af91844 None None] The sync data for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi is: [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:14:05.907413 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e68de-13e4-4ae6-b508-c0ca07ab168e None None] New status for floating IP c3711ef1-dc60-49b4-8ffe-38b97d14eab4: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:14:06.224234 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8155d1e7-3b09-4550-81b7-d3339742d289 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:14:06.269213 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52466) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:06.281288 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 8155d1e7-3b09-4550-81b7-d3339742d289 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:14:06.285376 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 8155d1e7-3b09-4550-81b7-d3339742d289 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:14:06.285762 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.322485 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8730c4db-1f4a-461e-898e-aead4da3fdec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (948ddb1b-b711-4a77-8c8c-e23a9689d628), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.345626 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8730c4db-1f4a-461e-898e-aead4da3fdec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (948ddb1b-b711-4a77-8c8c-e23a9689d628), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.361691 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 8155d1e7-3b09-4550-81b7-d3339742d289 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:06.362278 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.384228 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:06.386389 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f9b5d5-e7e7-4c1f-af33-fe2c14707dba" -d '{"events": [{"server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "name": "network-vif-plugged", "status": "completed", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:06.401004 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8730c4db-1f4a-461e-898e-aead4da3fdec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (948ddb1b-b711-4a77-8c8c-e23a9689d628), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.404622 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:06.404832 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8730c4db-1f4a-461e-898e-aead4da3fdec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.406160 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8730c4db-1f4a-461e-898e-aead4da3fdec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "DELETE /v2.0/security-groups/948ddb1b-b711-4a77-8c8c-e23a9689d628 HTTP/1.1" status: 204 len: 168 time: 0.1359673 Mar 10 04:14:06.409174 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52470) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:06.410646 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.416336 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730c4db-1f4a-461e-898e-aead4da3fdec tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948ddb1b-b711-4a77-8c8c-e23a9689d628,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:06.434120 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-9cc4b139-0290-4388-b92c-919a2bad8160 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] show failed (client error): The resource could not be found. Mar 10 04:14:06.438014 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9cc4b139-0290-4388-b92c-919a2bad8160 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups/948ddb1b-b711-4a77-8c8c-e23a9689d628 HTTP/1.1" status: 404 len: 347 time: 0.0250483 Mar 10 04:14:06.438258 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52472) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:06.447405 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a513dd84-4c83-4b75-9203-35f379f9c47b x-openstack-request-id: req-a513dd84-4c83-4b75-9203-35f379f9c47b {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:06.447713 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "name": "network-vif-plugged", "status": "completed", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:06.448003 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a513dd84-4c83-4b75-9203-35f379f9c47b {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:06.448388 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289', 'code': 200} Mar 10 04:14:06.472817 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:06.559190 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Deleting port 452c4a46-a9cd-4cdc-b3e9-e45d535349f3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:14:06.559576 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.643015 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.643252 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.657019 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Calling delete_port for 452c4a46-a9cd-4cdc-b3e9-e45d535349f3 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:14:06.713009 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80b794-7c39-4e85-8474-11a9f9c892cb req-9f0066fd-a787-47f6-b742-4fc0434b29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:06.714446 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d80b794-7c39-4e85-8474-11a9f9c892cb req-9f0066fd-a787-47f6-b742-4fc0434b29fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1129 time: 0.0525348 Mar 10 04:14:06.778850 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d80b794-7c39-4e85-8474-11a9f9c892cb req-3e686912-1875-40a7-a48f-cecf1a302ec6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491397 Mar 10 04:14:06.786364 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ba8c0-f146-45bc-9f5c-61c06f3d1fef req-054d4880-49cd-461e-b193-18fb600d1653 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:06.787761 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-575ba8c0-f146-45bc-9f5c-61c06f3d1fef req-054d4880-49cd-461e-b193-18fb600d1653 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0885003 Mar 10 04:14:06.796799 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (452c4a46-a9cd-4cdc-b3e9-e45d535349f3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.821691 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event deleted for resources: {'Port': ['ID=452c4a46-a9cd-4cdc-b3e9-e45d535349f3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:06.840150 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-575ba8c0-f146-45bc-9f5c-61c06f3d1fef req-c7f24e20-f729-401a-b68f-b30c4480e02e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459309 Mar 10 04:14:06.880632 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (c3711ef1-dc60-49b4-8ffe-38b97d14eab4), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.883180 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:06.884338 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e0d9ec30-7f28-411d-bafa-beee451809d5 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "DELETE /v2.0/floatingips/c3711ef1-dc60-49b4-8ffe-38b97d14eab4 HTTP/1.1" status: 204 len: 168 time: 0.4452684 Mar 10 04:14:07.085736 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52478) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:07.091154 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-67a44b32-f5aa-41d2-a66c-40b3c3a10db9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054121669', 'description': 'tempest-description--1908070726'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:07.112758 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67a44b32-f5aa-41d2-a66c-40b3c3a10db9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.177299 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67a44b32-f5aa-41d2-a66c-40b3c3a10db9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (09c73d23-176d-4564-a705-a720482f8a30), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.181851 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67a44b32-f5aa-41d2-a66c-40b3c3a10db9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (09c73d23-176d-4564-a705-a720482f8a30), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.213597 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67a44b32-f5aa-41d2-a66c-40b3c3a10db9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.214786 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-67a44b32-f5aa-41d2-a66c-40b3c3a10db9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1280267 Mar 10 04:14:07.218016 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52482) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:07.222415 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-49d058ed-51a2-4450-a484-a3be306437a6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'security_group_rule': {'security_group_id': '09c73d23-176d-4564-a705-a720482f8a30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:07.230230 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a44b32-f5aa-41d2-a66c-40b3c3a10db9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c73d23-176d-4564-a705-a720482f8a30,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:07.251669 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49d058ed-51a2-4450-a484-a3be306437a6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (addc0e62-9272-4712-8e80-f9df59b0cb19), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.304824 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49d058ed-51a2-4450-a484-a3be306437a6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (addc0e62-9272-4712-8e80-f9df59b0cb19), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.308347 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49d058ed-51a2-4450-a484-a3be306437a6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (addc0e62-9272-4712-8e80-f9df59b0cb19), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.324712 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d058ed-51a2-4450-a484-a3be306437a6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addc0e62-9272-4712-8e80-f9df59b0cb19,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:07.332971 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-49d058ed-51a2-4450-a484-a3be306437a6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.334127 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-49d058ed-51a2-4450-a484-a3be306437a6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152143 Mar 10 04:14:07.336903 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52484) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:07.341647 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-82aa021c-d864-40f1-a5c9-a1536427ea15 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'security_group_rule': {'security_group_id': '09c73d23-176d-4564-a705-a720482f8a30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:07.364094 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82aa021c-d864-40f1-a5c9-a1536427ea15 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (15607f84-fd7c-4b9d-b18c-96e9072e8063), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.416811 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82aa021c-d864-40f1-a5c9-a1536427ea15 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (15607f84-fd7c-4b9d-b18c-96e9072e8063), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.420086 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82aa021c-d864-40f1-a5c9-a1536427ea15 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (15607f84-fd7c-4b9d-b18c-96e9072e8063), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.437121 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa021c-d864-40f1-a5c9-a1536427ea15 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15607f84-fd7c-4b9d-b18c-96e9072e8063,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:07.441524 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82aa021c-d864-40f1-a5c9-a1536427ea15 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.442674 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-82aa021c-d864-40f1-a5c9-a1536427ea15 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1048746 Mar 10 04:14:07.445586 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52486) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:07.449694 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:07.470142 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.564016 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.669703 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Allocated IP 172.27.2.80 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/6c64ce25-86bf-49a3-870c-928c40cde74c) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:14:07.771868 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for port (6c64ce25-86bf-49a3-870c-928c40cde74c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.808351 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (6c64ce25-86bf-49a3-870c-928c40cde74c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.848283 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:14:07.853973 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:14:07.856377 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:14:07.885529 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'Port': ['ID=6c64ce25-86bf-49a3-870c-928c40cde74c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:07.949396 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (c4ee6796-cdba-45d3-b7fc-526017d32bb0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:07.967977 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e157ec5-96e7-4967-abe7-bf5e624d525d req-913ebc08-47e7-43ad-83df-0dab378c961d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:07.969450 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e157ec5-96e7-4967-abe7-bf5e624d525d req-913ebc08-47e7-43ad-83df-0dab378c961d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0559850 Mar 10 04:14:07.985819 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (6c64ce25-86bf-49a3-870c-928c40cde74c), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:08.017975 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e157ec5-96e7-4967-abe7-bf5e624d525d req-8d99cbb0-f614-451f-a97c-34fed490a736 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Mar 10 04:14:08.135264 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for port (6c64ce25-86bf-49a3-870c-928c40cde74c), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:08.136708 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a484-48bc-4f89-a7b7-af35e878e286 req-ab32272d-c5c0-4cfc-a4c7-7bcf28053caf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:08.138267 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3354a484-48bc-4f89-a7b7-af35e878e286 req-ab32272d-c5c0-4cfc-a4c7-7bcf28053caf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0533106 Mar 10 04:14:08.139984 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (6c64ce25-86bf-49a3-870c-928c40cde74c), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:08.187706 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3354a484-48bc-4f89-a7b7-af35e878e286 req-8c236603-279e-4d8b-b3ab-d354b7e777cd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436649 Mar 10 04:14:08.207418 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'Port': ['ID=6c64ce25-86bf-49a3-870c-928c40cde74c,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:08.210120 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52492) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:08.215639 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (c4ee6796-cdba-45d3-b7fc-526017d32bb0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:08.226896 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device be303f6b-7e23-41c7-ba5c-06cca636cae9 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:14:08.241862 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:08.248418 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cb659e13-dd9d-4440-b4fb-159b0d12184f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7966354 Mar 10 04:14:08.250515 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: be303f6b-7e23-41c7-ba5c-06cca636cae9 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:14:08.250873 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device be303f6b-7e23-41c7-ba5c-06cca636cae9 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:14:08.362542 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbfd34f-6544-4a87-8b26-aba1faaf8e5c tempest-TestShelveInstance-809517791 tempest-TestShelveInstance-809517791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:08.364078 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7bbfd34f-6544-4a87-8b26-aba1faaf8e5c tempest-TestShelveInstance-809517791 tempest-TestShelveInstance-809517791-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1124 time: 0.1526136 Mar 10 04:14:08.366901 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52506) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:08.371201 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'port_id': '8155d1e7-3b09-4550-81b7-d3339742d289', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:08.392313 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:08.459221 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-b89f1975-c213-4c76-babf-c8814acb2a2f tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1054121669&fields=id&tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816 HTTP/1.1" status: 200 len: 267 time: 0.0641453 Mar 10 04:14:08.600809 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-ef37f848-1110-403e-9e6a-950b177a91ed tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:08.602214 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-ef37f848-1110-403e-9e6a-950b177a91ed tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 811 time: 0.1351712 Mar 10 04:14:08.604492 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:08.647608 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-214ead4e-3af0-4697-89bc-94be36d11f93 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/quotas/4bb4fe0c9d6643ce886b4e3582a4c816 HTTP/1.1" status: 200 len: 375 time: 0.0355189 Mar 10 04:14:08.754972 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-8aeed64b-8dd9-4ceb-a20e-95747c5b390e tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998311 Mar 10 04:14:08.755949 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Allocated IP 172.27.2.57 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/dc82ded9-1e71-48e9-b66e-d69c282735d3) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:14:08.915125 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0a13f31c-c277-4c89-bfea-8e6be2125de3 service neutron] 10.222.0.15 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492157 Mar 10 04:14:08.933517 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for port (dc82ded9-1e71-48e9-b66e-d69c282735d3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:09.036419 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-66e6aa00-f915-4205-8e21-dee4bb276f85 service neutron] 10.222.0.15 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135316 Mar 10 04:14:09.037252 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (dc82ded9-1e71-48e9-b66e-d69c282735d3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:09.073388 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:14:09.080265 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:14:09.082856 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:14:09.089399 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'Port': ['ID=dc82ded9-1e71-48e9-b66e-d69c282735d3,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:09.230483 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-af6ea90f-e12c-4f47-9b2f-b4d3d4d9afd4 req-1a6110b1-a6c3-445e-a440-92ea020e65b9 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 210 time: 0.0554290 Mar 10 04:14:09.734341 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for floatingip (3664c50a-4956-48ac-8fca-55f833232108), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:09.802309 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (dc82ded9-1e71-48e9-b66e-d69c282735d3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:09.946800 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for port (dc82ded9-1e71-48e9-b66e-d69c282735d3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:09.950999 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (dc82ded9-1e71-48e9-b66e-d69c282735d3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:09.980313 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (3664c50a-4956-48ac-8fca-55f833232108), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:10.030657 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event updated for resources: {'Port': ['ID=dc82ded9-1e71-48e9-b66e-d69c282735d3,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:10.126807 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Floating IP 3664c50a-4956-48ac-8fca-55f833232108 associated. External IP: 172.27.2.57, port: 8155d1e7-3b09-4550-81b7-d3339742d289. Mar 10 04:14:10.233252 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-688f5b7e-de0a-4674-a0dc-0a61e08b4fa0 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:10.234661 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-688f5b7e-de0a-4674-a0dc-0a61e08b4fa0 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 811 time: 0.1609662 Mar 10 04:14:10.347451 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-28f0b8ef-dc8d-47e6-a47d-63fb116af03b req-96536063-7a16-4fa4-9047-84a0e4468653 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 210 time: 0.0422604 Mar 10 04:14:10.390116 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-749cd65b-a673-4bf6-a5e4-e00a5f48018a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816 HTTP/1.1" status: 200 len: 380 time: 0.1311746 Mar 10 04:14:10.399487 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'port': {'device_id': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'admin_state_up': True, 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'security_groups': ['09c73d23-176d-4564-a705-a720482f8a30']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:10.530932 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Router d9d199ea-4999-4957-8880-d9eed4a16574 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:14:10.597956 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Made reservation on behalf of 4bb4fe0c9d6643ce886b4e3582a4c816 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:14:10.601466 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:10.722007 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:14:10.732701 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] Sync routers for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:14:10.747318 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:10.748063 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:10.774084 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:10.812599 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Allocated IP 172.20.0.7 (82699838-18bb-40f4-bac9-1e3b6446b78a/c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f/2e4d5079-1dea-42d8-b29f-80dfe8da122b) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:14:10.819865 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-58ab088b-b4b8-4b43-9038-12dec958aabf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4518399 Mar 10 04:14:10.821491 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:10.823771 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6703d005-d654-4671-9a57-892ccf69b39c" -d '{"events": [{"name": "network-changed", "server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:10.878823 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf3b9b4-e5ba-47d9-87f0-66312a5466e4 x-openstack-request-id: req-bcf3b9b4-e5ba-47d9-87f0-66312a5466e4 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:10.879113 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:10.879364 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcf3b9b4-e5ba-47d9-87f0-66312a5466e4 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:10.880031 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289', 'status': 'completed', 'code': 200} Mar 10 04:14:10.891760 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:10.947361 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703d005-d654-4671-9a57-892ccf69b39c req-91b1998b-19b0-4853-86dc-497c536fb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:10.949018 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6703d005-d654-4671-9a57-892ccf69b39c req-91b1998b-19b0-4853-86dc-497c536fb2b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1129 time: 0.0495408 Mar 10 04:14:10.972170 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.011446 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.044169 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703d005-d654-4671-9a57-892ccf69b39c req-82fd51cb-5f5c-43f5-aa0a-720a02e145d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:11.045745 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6703d005-d654-4671-9a57-892ccf69b39c req-82fd51cb-5f5c-43f5-aa0a-720a02e145d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 910 time: 0.0896378 Mar 10 04:14:11.057544 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Network 82699838-18bb-40f4-bac9-1e3b6446b78a is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:14:11.060694 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:14:11.070003 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:14:11.075715 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:11.076335 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.078824 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event updated for resources: {'Port': ['ID=2e4d5079-1dea-42d8-b29f-80dfe8da122b,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:11.099289 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-0d5a9633-3192-44e1-b1dc-dfd4817a9689 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7032683 Mar 10 04:14:11.113563 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Request body: {'port': {'device_id': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:11.144403 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6703d005-d654-4671-9a57-892ccf69b39c req-64b55fad-be4e-4dc1-93ef-7032b6add806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 998 time: 0.0823696 Mar 10 04:14:11.159652 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '3664c50a-4956-48ac-8fca-55f833232108', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'port_id': '8155d1e7-3b09-4550-81b7-d3339742d289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'mac_address': 'fa:16:3e:c0:e1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b295b-5daa-460e-91a4-295d19c8ec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:09Z', 'updated_at': '2022-03-10T04:14:09Z', 'revision_number': 0, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 5, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:11.182906 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.189062 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] Checking router: d9d199ea-4999-4957-8880-d9eed4a16574 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:14:11.202899 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:11.203704 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:11.210139 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703d005-d654-4671-9a57-892ccf69b39c req-dae49c1d-3621-4323-b5d0-29801a93cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:11.211819 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6703d005-d654-4671-9a57-892ccf69b39c req-dae49c1d-3621-4323-b5d0-29801a93cd73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 200 len: 848 time: 0.0607269 Mar 10 04:14:11.277004 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703d005-d654-4671-9a57-892ccf69b39c req-65a509f1-c049-4737-9505-0db8d9cc0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:11.279376 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6703d005-d654-4671-9a57-892ccf69b39c req-65a509f1-c049-4737-9505-0db8d9cc0552 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ce33cb-2718-4f84-bfb0-2629d7adbe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609043 Mar 10 04:14:11.336070 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:11.399887 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6703d005-d654-4671-9a57-892ccf69b39c req-6a8c2bc7-f4cd-4b51-a7d6-0c86f23e2391 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123776 Mar 10 04:14:11.420442 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-589fe16e-bdd8-4c34-8ad1-e665d0de574b None None] Provisioning complete for port 2e4d5079-1dea-42d8-b29f-80dfe8da122b triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:14:11.421103 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-589fe16e-bdd8-4c34-8ad1-e665d0de574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.510167 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-589fe16e-bdd8-4c34-8ad1-e665d0de574b None None] Port 2e4d5079-1dea-42d8-b29f-80dfe8da122b cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:14:11.517300 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6703d005-d654-4671-9a57-892ccf69b39c req-87ad1a4d-96c4-4ee3-8471-3cb39aa15341 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093078 Mar 10 04:14:11.598537 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f7c93-3e7e-402e-99e6-8888c6597939 req-6a85f9c9-a21e-43b2-a3cb-79acaefdd24a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:11.604243 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-769f7c93-3e7e-402e-99e6-8888c6597939 req-6a85f9c9-a21e-43b2-a3cb-79acaefdd24a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 931 time: 0.1731908 Mar 10 04:14:11.620098 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4d5079-1dea-42d8-b29f-80dfe8da122b {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:14:11.635619 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Publish callbacks [] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.647107 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '3664c50a-4956-48ac-8fca-55f833232108', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'port_id': '8155d1e7-3b09-4550-81b7-d3339742d289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'mac_address': 'fa:16:3e:c0:e1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b295b-5daa-460e-91a4-295d19c8ec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:09Z', 'updated_at': '2022-03-10T04:14:09Z', 'revision_number': 0, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 5, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:11.662756 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Transition to ACTIVE for port object 2e4d5079-1dea-42d8-b29f-80dfe8da122b will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:14:11.671849 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.673319 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b93171-f35e-4271-ae5f-616821471759 None None] The sync data for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi is: [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '3664c50a-4956-48ac-8fca-55f833232108', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'port_id': '8155d1e7-3b09-4550-81b7-d3339742d289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'mac_address': 'fa:16:3e:c0:e1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b295b-5daa-460e-91a4-295d19c8ec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:09Z', 'updated_at': '2022-03-10T04:14:09Z', 'revision_number': 0, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 5, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:14:11.686254 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-769f7c93-3e7e-402e-99e6-8888c6597939 req-1cf9c418-b2a2-4cb9-b00b-d268b7dfc8f6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758991 Mar 10 04:14:11.760858 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d5079-1dea-42d8-b29f-80dfe8da122b,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:11.769106 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Attempting to bind port 2e4d5079-1dea-42d8-b29f-80dfe8da122b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:14:11.769424 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Attempting to bind port 2e4d5079-1dea-42d8-b29f-80dfe8da122b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:14:11.769674 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Attempting to bind port 2e4d5079-1dea-42d8-b29f-80dfe8da122b on network 82699838-18bb-40f4-bac9-1e3b6446b78a {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:14:11.774553 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Port 2e4d5079-1dea-42d8-b29f-80dfe8da122b on network 82699838-18bb-40f4-bac9-1e3b6446b78a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:14:11.774764 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Attempting to bind port 2e4d5079-1dea-42d8-b29f-80dfe8da122b on network 82699838-18bb-40f4-bac9-1e3b6446b78a {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:14:11.780318 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:14:11.780671 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Checking segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:14:11.781062 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Bound using segment: {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:14:11.781501 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Bound port: 2e4d5079-1dea-42d8-b29f-80dfe8da122b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bbae38-3192-47fd-9ebb-447cbf5677f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:14:11.781866 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.853854 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] For port 2e4d5079-1dea-42d8-b29f-80dfe8da122b, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:14:11.857887 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] For port 2e4d5079-1dea-42d8-b29f-80dfe8da122b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e4d5079-1dea-42d8-b29f-80dfe8da122b,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:14:11.869054 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.909743 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:11.911100 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:11.913487 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] 10.222.0.26 "PUT /v2.0/ports/2e4d5079-1dea-42d8-b29f-80dfe8da122b HTTP/1.1" status: 200 len: 1093 time: 0.8040905 Mar 10 04:14:11.953598 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e9bcbd-6dd2-4c9e-80f1-32026e1ff4c8 None None] New status for floating IP 3664c50a-4956-48ac-8fca-55f833232108: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:14:11.995095 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66a534-875f-4607-baa5-83ddf942404e service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d5079-1dea-42d8-b29f-80dfe8da122b,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:12.026992 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-40e54951-6e1f-4f58-868f-458640a32c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:12.029337 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-40e54951-6e1f-4f58-868f-458640a32c14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 1127 time: 0.0697544 Mar 10 04:14:12.080268 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-f0900cd0-9121-4779-b32c-5aefb3fc375a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e4d5079-1dea-42d8-b29f-80dfe8da122b HTTP/1.1" status: 200 len: 217 time: 0.0434043 Mar 10 04:14:12.146716 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-74108ab3-20fd-4497-a859-881be4c39c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:12.148494 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-74108ab3-20fd-4497-a859-881be4c39c8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 200 len: 850 time: 0.0627236 Mar 10 04:14:12.215487 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-8a7f3278-08e1-4daf-93c4-bbe941cd5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:12.217098 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-8a7f3278-08e1-4daf-93c4-bbe941cd5648 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82699838-18bb-40f4-bac9-1e3b6446b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620415 Mar 10 04:14:12.338444 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-79b8ffa7-0762-498f-af42-68614e5caee1 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145110 Mar 10 04:14:12.349968 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715b18-2761-405c-b1a0-729287612ed1 req-711fdd2a-cbd9-45e5-bc45-b3ebb9bc8f25 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:12.351322 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-47715b18-2761-405c-b1a0-729287612ed1 req-711fdd2a-cbd9-45e5-bc45-b3ebb9bc8f25 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 945 time: 0.1525743 Mar 10 04:14:12.449717 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-47715b18-2761-405c-b1a0-729287612ed1 req-fad713c1-5724-46e5-9027-3bb22f9d437c tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907600 Mar 10 04:14:12.468866 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bd14ad-9f7f-4965-ad8f-92d6ae72a872 req-59e1dcac-42c5-4328-ae3f-881f39e6fd7a service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166182 Mar 10 04:14:12.806433 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6f630-a1a5-4fb3-a524-301854de9cc3 req-427934bf-8837-4eea-99ad-583472268942 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:12.807960 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4dd6f630-a1a5-4fb3-a524-301854de9cc3 req-427934bf-8837-4eea-99ad-583472268942 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 943 time: 0.0517480 Mar 10 04:14:12.857090 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4dd6f630-a1a5-4fb3-a524-301854de9cc3 req-a08de10e-adfb-417d-8f0f-6bd742ae492e tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431278 Mar 10 04:14:12.880773 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'tag': '2e4d5079-1dea-42d8-b29f-80dfe8da122b'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:12.883099 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfb87f0-75ab-476f-b959-95a296e7cc1d", "tag": "2e4d5079-1dea-42d8-b29f-80dfe8da122b"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:12.918284 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e622ca-6922-4285-83bd-47b76be0bbe7 x-openstack-request-id: req-f4e622ca-6922-4285-83bd-47b76be0bbe7 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:12.919209 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfb87f0-75ab-476f-b959-95a296e7cc1d", "tag": "2e4d5079-1dea-42d8-b29f-80dfe8da122b", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:12.919457 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4e622ca-6922-4285-83bd-47b76be0bbe7 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:12.919880 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'tag': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'status': 'completed', 'code': 200} Mar 10 04:14:12.934796 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:14:12.983218 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-38853fb3-c82a-40c6-84eb-fabe384f2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:12.984609 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-38853fb3-c82a-40c6-84eb-fabe384f2336 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 1127 time: 0.0435479 Mar 10 04:14:13.072519 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-f6a92410-2a0d-4486-8283-038f6df6f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:13.073952 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-f6a92410-2a0d-4486-8283-038f6df6f6eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 912 time: 0.0822680 Mar 10 04:14:13.119590 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-feca66e2-c6f1-4d06-a575-2291e7110a64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e4d5079-1dea-42d8-b29f-80dfe8da122b HTTP/1.1" status: 200 len: 217 time: 0.0387862 Mar 10 04:14:13.168993 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-8cec3dbd-2ad7-4da9-b2c2-1b524e45660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:13.170360 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-8cec3dbd-2ad7-4da9-b2c2-1b524e45660a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 200 len: 850 time: 0.0426354 Mar 10 04:14:13.220013 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-67c40041-ed48-4c2f-b2fa-e0367cf4c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:13.221471 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-67c40041-ed48-4c2f-b2fa-e0367cf4c961 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82699838-18bb-40f4-bac9-1e3b6446b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422730 Mar 10 04:14:13.311581 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-1f4d2cc9-4716-48af-8322-8db6a27633bb service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821950 Mar 10 04:14:13.396846 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-68d3d72a-785f-48ca-81f4-833ba3fac87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:13.406632 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b22c9ca-301c-430d-bc5d-a24726dc9a5b req-6afa3ec9-ec0f-45a5-81e9-34b7acc23703 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832248 Mar 10 04:14:13.566949 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a7fa2-2c14-48e0-ab01-99c617ba445a req-839cbddc-7e17-41a3-b726-858cdf0d5046 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:13.568309 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6f5a7fa2-2c14-48e0-ab01-99c617ba445a req-839cbddc-7e17-41a3-b726-858cdf0d5046 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 945 time: 0.0545411 Mar 10 04:14:13.613432 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6f5a7fa2-2c14-48e0-ab01-99c617ba445a req-9e56f5fa-bfa3-47be-88b2-5006d3942572 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b478937-6b68-45cb-a4d9-82dc6f1b8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396860 Mar 10 04:14:14.003291 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d490f19-4c3a-4288-85b8-8af7478a7c4a req-88c95876-47dd-4d43-8b94-4a1fcb169650 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:14.004774 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d490f19-4c3a-4288-85b8-8af7478a7c4a req-88c95876-47dd-4d43-8b94-4a1fcb169650 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 943 time: 0.0823758 Mar 10 04:14:14.015606 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-2f89f192-0cd6-49a5-933c-ceeef16ea888 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:14.016963 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-2f89f192-0cd6-49a5-933c-ceeef16ea888 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 945 time: 0.0684407 Mar 10 04:14:14.113495 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d490f19-4c3a-4288-85b8-8af7478a7c4a req-dac76378-3bfc-461c-92ab-b423c066f962 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955763 Mar 10 04:14:14.139975 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Deleting port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:14:14.140254 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:14.229386 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] For port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:14.230078 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:14.259543 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 2e4d5079-1dea-42d8-b29f-80dfe8da122b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:14:14.355711 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 2e4d5079-1dea-42d8-b29f-80dfe8da122b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e4d5079-1dea-42d8-b29f-80dfe8da122b,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:14.367433 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'port_id': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'mac_address': 'fa:16:3e:20:fd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:14:14.395631 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:14.395963 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (3bbbe070-dac8-484d-99df-b6e07761a481), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:14.396284 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Floating IP 3bbbe070-dac8-484d-99df-b6e07761a481 disassociated. External IP: 172.27.2.202, port: 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8. Mar 10 04:14:14.396627 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Calling delete_port for 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:14:14.404125 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 2e4d5079-1dea-42d8-b29f-80dfe8da122b is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:14.404594 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:14.421404 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4d5079-1dea-42d8-b29f-80dfe8da122b {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:14:14.440611 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 2e4d5079-1dea-42d8-b29f-80dfe8da122b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e4d5079-1dea-42d8-b29f-80dfe8da122b,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:14.444726 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:14.490697 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=2e4d5079-1dea-42d8-b29f-80dfe8da122b,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:14.526913 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (8dc3b43c-2ecd-4727-80e6-ffcdb924dae8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:14.555099 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'Port': ['ID=8dc3b43c-2ecd-4727-80e6-ffcdb924dae8,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:14.718644 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['2e4d5079-1dea-42d8-b29f-80dfe8da122b'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:14:14.928887 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-67583385-b944-45c0-8c44-56ddec0227b3 req-5d46aa17-770d-4904-aa8d-07d50323edb6 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ece0c89-e366-4d14-b3fe-607098fdc0fd HTTP/1.1" status: 200 len: 210 time: 0.0344949 Mar 10 04:14:14.943774 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:14:15.055517 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:14:15.065013 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:14:15.075440 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:15.076089 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:13:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:15.096486 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] No DVR routers for this DVR port 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:14:15.099212 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:15.102795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57b507a4-95c0-4753-a303-bf67f36e3efe req-15a3bc12-96d1-490a-968d-af0446931330 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "DELETE /v2.0/ports/8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 HTTP/1.1" status: 204 len: 173 time: 1.0785539 Mar 10 04:14:15.103249 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'name': 'network-vif-deleted', 'tag': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:15.105507 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2074f690-820a-4f6a-9f24-f47e93477760" -d '{"events": [{"server_uuid": "7ece0c89-e366-4d14-b3fe-607098fdc0fd", "name": "network-vif-deleted", "tag": "8dc3b43c-2ecd-4727-80e6-ffcdb924dae8"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:15.145506 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c4576e-e4dc-43e0-b286-af053a84eea7 x-openstack-request-id: req-a9c4576e-e4dc-43e0-b286-af053a84eea7 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:15.145892 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ece0c89-e366-4d14-b3fe-607098fdc0fd", "name": "network-vif-deleted", "tag": "8dc3b43c-2ecd-4727-80e6-ffcdb924dae8", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:15.146218 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9c4576e-e4dc-43e0-b286-af053a84eea7 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:15.147129 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ece0c89-e366-4d14-b3fe-607098fdc0fd', 'name': 'network-vif-deleted', 'tag': '8dc3b43c-2ecd-4727-80e6-ffcdb924dae8', 'status': 'completed', 'code': 200} Mar 10 04:14:15.220353 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:15.247634 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57453898-a7d5-4af5-a60e-df3ac374a9c1 req-e6d6c424-a66d-42bf-ba6e-920bf5725cfd tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:15.249581 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57453898-a7d5-4af5-a60e-df3ac374a9c1 req-e6d6c424-a66d-42bf-ba6e-920bf5725cfd tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 944 time: 0.0614915 Mar 10 04:14:15.303047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-57453898-a7d5-4af5-a60e-df3ac374a9c1 req-7b403a03-bdcb-4c19-87d6-829eb51b6672 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474532 Mar 10 04:14:15.555418 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:15.558569 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8185f9c4-31a0-4c4f-864b-203976989480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:15.584326 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:14:15.593792 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:15.594416 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:15.706357 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:15.902162 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:15.927891 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf334332-04a9-4354-b6a0-82dc4ff10eac None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:14:16.014045 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52586) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:16.066856 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f980728-590d-4dce-87e1-41c50c7ea9da tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (5b478937-6b68-45cb-a4d9-82dc6f1b8e06), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.093718 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f980728-590d-4dce-87e1-41c50c7ea9da tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (5b478937-6b68-45cb-a4d9-82dc6f1b8e06), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.145875 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f980728-590d-4dce-87e1-41c50c7ea9da tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (5b478937-6b68-45cb-a4d9-82dc6f1b8e06), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.148531 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f980728-590d-4dce-87e1-41c50c7ea9da tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.151144 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-1f980728-590d-4dce-87e1-41c50c7ea9da tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "DELETE /v2.0/security-groups/5b478937-6b68-45cb-a4d9-82dc6f1b8e06 HTTP/1.1" status: 204 len: 168 time: 0.1346557 Mar 10 04:14:16.152623 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52588) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:16.158337 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996951ed-0cc3-45f4-ad9c-090da71d12ef None None] New status for floating IP 3bbbe070-dac8-484d-99df-b6e07761a481: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:14:16.165682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f980728-590d-4dce-87e1-41c50c7ea9da tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b478937-6b68-45cb-a4d9-82dc6f1b8e06,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:16.166065 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-3482a014-d692-4f2f-96f7-2d7eb7c5360d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] show failed (client error): The resource could not be found. Mar 10 04:14:16.167077 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3482a014-d692-4f2f-96f7-2d7eb7c5360d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups/5b478937-6b68-45cb-a4d9-82dc6f1b8e06 HTTP/1.1" status: 404 len: 347 time: 0.0133145 Mar 10 04:14:16.170095 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52590) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:16.273984 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 2e4d5079-1dea-42d8-b29f-80dfe8da122b up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:14:16.295120 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Deleting port 5c482c58-b336-4b42-a96e-3fd95797eea5 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:14:16.295494 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (5c482c58-b336-4b42-a96e-3fd95797eea5), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.337210 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 2e4d5079-1dea-42d8-b29f-80dfe8da122b completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:14:16.341509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 2e4d5079-1dea-42d8-b29f-80dfe8da122b triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:14:16.341964 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.378779 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (5c482c58-b336-4b42-a96e-3fd95797eea5), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.379127 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (5c482c58-b336-4b42-a96e-3fd95797eea5), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.392016 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Calling delete_port for 5c482c58-b336-4b42-a96e-3fd95797eea5 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:14:16.423457 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a8c5b-cab3-4257-b53c-434ba25057a8 req-8bab7b74-6fb9-4b74-a7fe-9f5bf45f3f5c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:16.425059 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-994a8c5b-cab3-4257-b53c-434ba25057a8 req-8bab7b74-6fb9-4b74-a7fe-9f5bf45f3f5c tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 944 time: 0.0523732 Mar 10 04:14:16.434849 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 2e4d5079-1dea-42d8-b29f-80dfe8da122b is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:16.435414 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.462115 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d5079-1dea-42d8-b29f-80dfe8da122b'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:16.464409 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dce6014-6801-41a8-b5ff-491e0054f178" -d '{"events": [{"server_uuid": "4dfb87f0-75ab-476f-b959-95a296e7cc1d", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d5079-1dea-42d8-b29f-80dfe8da122b"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:16.477560 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 2e4d5079-1dea-42d8-b29f-80dfe8da122b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e4d5079-1dea-42d8-b29f-80dfe8da122b,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:16.480254 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-994a8c5b-cab3-4257-b53c-434ba25057a8 req-34f675cf-9312-4bc2-8679-f69b306295ad tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494540 Mar 10 04:14:16.483302 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.484161 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:14:16.506223 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:14:16.506573 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8dc3b43c-2ecd-4727-80e6-ffcdb924dae8 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:14:16.534023 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (5c482c58-b336-4b42-a96e-3fd95797eea5), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.534258 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c266ef4-8dcc-42d3-a6d6-902d129a9712 x-openstack-request-id: req-7c266ef4-8dcc-42d3-a6d6-902d129a9712 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:16.534562 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfb87f0-75ab-476f-b959-95a296e7cc1d", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d5079-1dea-42d8-b29f-80dfe8da122b", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:16.534826 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c266ef4-8dcc-42d3-a6d6-902d129a9712 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:16.535217 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'code': 200} Mar 10 04:14:16.557529 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'Port': ['ID=5c482c58-b336-4b42-a96e-3fd95797eea5,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:16.570725 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=2e4d5079-1dea-42d8-b29f-80dfe8da122b,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:16.619957 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.625353 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (3bbbe070-dac8-484d-99df-b6e07761a481), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.627966 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:16.629098 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b0da099a-e7d4-4e7f-a23d-e7f6387ad557 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "DELETE /v2.0/floatingips/3bbbe070-dac8-484d-99df-b6e07761a481 HTTP/1.1" status: 204 len: 168 time: 0.4581313 Mar 10 04:14:16.696072 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd134131-c3f9-4633-ae55-7d6b053aed31 req-c2c4d99f-b57a-4fa2-91a4-e3f6d2f59bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:16.697452 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd134131-c3f9-4633-ae55-7d6b053aed31 req-c2c4d99f-b57a-4fa2-91a4-e3f6d2f59bea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 1129 time: 0.0426974 Mar 10 04:14:16.743992 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd134131-c3f9-4633-ae55-7d6b053aed31 req-da4cacc0-ecf1-41b1-b9bb-b4a7f96965f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366256 Mar 10 04:14:16.952064 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52598) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:16.956573 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-df58ce54-191d-4d27-9e41-4c6203d71400 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689670186', 'description': 'tempest-description--887722032'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:16.975585 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-df58ce54-191d-4d27-9e41-4c6203d71400 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.037696 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-df58ce54-191d-4d27-9e41-4c6203d71400 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (f29de2a4-c1ed-446b-81b7-c462f187f4ea), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.041077 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-df58ce54-191d-4d27-9e41-4c6203d71400 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f29de2a4-c1ed-446b-81b7-c462f187f4ea), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.068494 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58ce54-191d-4d27-9e41-4c6203d71400 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29de2a4-c1ed-446b-81b7-c462f187f4ea,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:17.076180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-df58ce54-191d-4d27-9e41-4c6203d71400 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.077430 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-df58ce54-191d-4d27-9e41-4c6203d71400 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1243761 Mar 10 04:14:17.080313 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52600) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:17.084543 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-add30165-6998-4b62-956a-e303cefd9584 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group_rule': {'security_group_id': 'f29de2a4-c1ed-446b-81b7-c462f187f4ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:17.115552 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-add30165-6998-4b62-956a-e303cefd9584 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (d63494ed-f61a-4067-b6f0-3dbbb0ef8599), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.170208 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-add30165-6998-4b62-956a-e303cefd9584 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (d63494ed-f61a-4067-b6f0-3dbbb0ef8599), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.173567 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-add30165-6998-4b62-956a-e303cefd9584 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (d63494ed-f61a-4067-b6f0-3dbbb0ef8599), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.194243 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add30165-6998-4b62-956a-e303cefd9584 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63494ed-f61a-4067-b6f0-3dbbb0ef8599,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:17.201514 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-add30165-6998-4b62-956a-e303cefd9584 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.202744 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-add30165-6998-4b62-956a-e303cefd9584 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214550 Mar 10 04:14:17.205424 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52602) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:17.209511 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-b573babe-c441-45a0-9158-1403acceb61f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'security_group_rule': {'security_group_id': 'f29de2a4-c1ed-446b-81b7-c462f187f4ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:17.232648 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b573babe-c441-45a0-9158-1403acceb61f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (d6f1bbe7-249a-43b4-888a-d91c0f50d6dd), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.285505 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b573babe-c441-45a0-9158-1403acceb61f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (d6f1bbe7-249a-43b4-888a-d91c0f50d6dd), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.289203 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b573babe-c441-45a0-9158-1403acceb61f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (d6f1bbe7-249a-43b4-888a-d91c0f50d6dd), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.306734 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.306963 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573babe-c441-45a0-9158-1403acceb61f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f1bbe7-249a-43b4-888a-d91c0f50d6dd,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:17.316209 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b573babe-c441-45a0-9158-1403acceb61f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.317386 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b573babe-c441-45a0-9158-1403acceb61f tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110635 Mar 10 04:14:17.320692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52604) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:17.324859 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:17.343942 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.469688 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-5e088168-73c3-430b-b7e2-ac83c6fe1a02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618165 Mar 10 04:14:17.475311 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.639509 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-7e730399-9be1-496a-9d56-eca58129caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:17.641000 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-7e730399-9be1-496a-9d56-eca58129caf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 1129 time: 0.1205366 Mar 10 04:14:17.649300 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Allocated IP 172.27.2.93 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/980ed712-90c8-4d7d-a2dc-114b81c9d3c3) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:14:17.671551 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef28ef-2278-4b8a-8958-7f5bc320f8fe req-72be6a6a-8eab-48f4-bd58-83bcbc068f70 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:17.673030 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c4ef28ef-2278-4b8a-8958-7f5bc320f8fe req-72be6a6a-8eab-48f4-bd58-83bcbc068f70 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 945 time: 0.1198263 Mar 10 04:14:17.830686 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c4ef28ef-2278-4b8a-8958-7f5bc320f8fe req-f129b458-cb06-4ac0-9335-e4e21230e290 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478262 Mar 10 04:14:17.865596 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-32e6f4c4-0ee6-42bf-9285-702e9504e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:17.867036 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-32e6f4c4-0ee6-42bf-9285-702e9504e205 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.1931703 Mar 10 04:14:17.869604 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:17.949962 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-e6b7478a-a259-41d0-8304-559ca3d1c940 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f HTTP/1.1" status: 200 len: 1000 time: 0.0753083 Mar 10 04:14:17.957912 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:18.021416 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:14:18.030720 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:14:18.035499 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:14:18.045919 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=980ed712-90c8-4d7d-a2dc-114b81c9d3c3,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:18.053397 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-031a6952-2ee6-41a9-ae9c-638a3265ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:18.054837 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-031a6952-2ee6-41a9-ae9c-638a3265ae99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0940430 Mar 10 04:14:18.123171 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (9f844429-c042-4bf0-9c3c-cf59660ae835), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:18.138967 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-3f6ae7f1-6779-43b6-86a9-d094aac43dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:18.140495 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-3f6ae7f1-6779-43b6-86a9-d094aac43dbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639663 Mar 10 04:14:18.182946 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:18.288200 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-b1b62e27-a847-4d7a-a3e1-82cedfd302e0 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322973 Mar 10 04:14:18.315286 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:18.437511 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c88e8ef9-8f39-43dd-a046-8ab150bf3934 req-9e7c0372-b1ce-4add-a95c-7d693ed77a3a service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431313 Mar 10 04:14:18.448936 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:18.453864 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:18.482044 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (9f844429-c042-4bf0-9c3c-cf59660ae835), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:18.505379 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:18.506576 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1849763 Mar 10 04:14:18.507666 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa85555-94e9-440c-9cf5-406e993ddf2b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=980ed712-90c8-4d7d-a2dc-114b81c9d3c3,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:18.699185 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-8b72ed04-8684-49a9-87e5-e14b572ce407 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1689670186&fields=id&tenant_id=2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 267 time: 0.0445518 Mar 10 04:14:18.803850 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-4e4006a9-68bb-4326-880a-d09f9d675342 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:18.805416 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-4e4006a9-68bb-4326-880a-d09f9d675342 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 814 time: 0.1000791 Mar 10 04:14:18.820370 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-b56c0322-79a0-47bc-9b0c-6b0e57ad30b3 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/quotas/2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 375 time: 0.0091882 Mar 10 04:14:18.874605 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-19e78eeb-6d7b-42cf-bef5-ede2aba85956 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488622 Mar 10 04:14:19.005204 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f041a2d-2edd-47f5-885d-28815a8a22df req-d3a743b5-ae7c-47d6-a455-0d760205937a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:19.006629 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f041a2d-2edd-47f5-885d-28815a8a22df req-d3a743b5-ae7c-47d6-a455-0d760205937a tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 945 time: 0.1095886 Mar 10 04:14:19.040699 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-fd9607e2-ab20-47e6-83c7-d2f5bde14dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553254 Mar 10 04:14:19.087502 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f041a2d-2edd-47f5-885d-28815a8a22df req-eacfae3f-deb9-46cf-8cc2-a57e4fb0764e tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751998 Mar 10 04:14:19.147556 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-2463b1bf-77d2-498d-8e76-9f0439568ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975289 Mar 10 04:14:19.203204 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1110e20-6d04-4340-9a48-8bb0367374cd req-777141b1-e1c4-471a-9585-eb8ff8251fe3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:19.204669 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d1110e20-6d04-4340-9a48-8bb0367374cd req-777141b1-e1c4-471a-9585-eb8ff8251fe3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 945 time: 0.0541031 Mar 10 04:14:19.213481 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52628) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:19.218507 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Request body: {'floatingip': {'port_id': '2e4d5079-1dea-42d8-b29f-80dfe8da122b'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:19.259855 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (c4ee6796-cdba-45d3-b7fc-526017d32bb0), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:19.308395 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-300a4150-8baf-4afd-aff4-86d6c2a77fe2 req-431df478-3f2d-4322-a7f2-93e32a22ec5b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 210 time: 0.0282836 Mar 10 04:14:19.952823 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:19.956374 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (c4ee6796-cdba-45d3-b7fc-526017d32bb0), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:20.052060 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:20.054609 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Floating IP c4ee6796-cdba-45d3-b7fc-526017d32bb0 associated. External IP: 172.27.2.80, port: 2e4d5079-1dea-42d8-b29f-80dfe8da122b. Mar 10 04:14:20.261892 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Router 6fc79e60-7292-413d-a9de-2ba7f796bee8 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:14:20.390236 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:14:20.396009 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:20.403523 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] Sync routers for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:14:20.431986 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:20.432661 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:20.452351 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8247e277-1444-4bfc-b00c-e79d1c0011f8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "PUT /v2.0/floatingips/c4ee6796-cdba-45d3-b7fc-526017d32bb0 HTTP/1.1" status: 200 len: 990 time: 1.2376547 Mar 10 04:14:20.453198 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'tag': '2e4d5079-1dea-42d8-b29f-80dfe8da122b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:20.459133 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28313a4-d127-4c53-8d9b-c48f21f192c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfb87f0-75ab-476f-b959-95a296e7cc1d", "tag": "2e4d5079-1dea-42d8-b29f-80dfe8da122b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:20.506036 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e212dd-c25a-47c1-8017-e4c30a5b6039 x-openstack-request-id: req-d2e212dd-c25a-47c1-8017-e4c30a5b6039 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:20.506393 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfb87f0-75ab-476f-b959-95a296e7cc1d", "tag": "2e4d5079-1dea-42d8-b29f-80dfe8da122b", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:20.506726 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2e212dd-c25a-47c1-8017-e4c30a5b6039 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:20.507194 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'tag': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'status': 'completed', 'code': 200} Mar 10 04:14:20.523435 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-396c46b8-368e-4628-ad25-7ba345ff261c req-fd8113e3-9bc1-44b5-996a-3b03c3f34711 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 210 time: 0.0495532 Mar 10 04:14:20.560410 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-2c42cf1a-f6e6-4245-9452-b84ded6f6d52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:20.565562 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-2c42cf1a-f6e6-4245-9452-b84ded6f6d52 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 814 time: 0.2784722 Mar 10 04:14:20.580991 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-7599bb55-4ed3-4399-a9af-3047f850a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:20.582620 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-7599bb55-4ed3-4399-a9af-3047f850a984 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 1129 time: 0.0497928 Mar 10 04:14:20.583113 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:20.625451 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-8f232fbe-d2cf-4fe9-9865-bb5ddc0190a3 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e617a5a84b449da8e8806baed547052 HTTP/1.1" status: 200 len: 380 time: 0.0524771 Mar 10 04:14:20.635454 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'port': {'device_id': '420c3b49-5857-43c2-8efc-f3210296be8b', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'admin_state_up': True, 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'security_groups': ['f29de2a4-c1ed-446b-81b7-c462f187f4ea']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:20.684561 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-0203e855-d84d-4f04-92b6-0ea60ed531e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:20.686030 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-0203e855-d84d-4f04-92b6-0ea60ed531e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 200 len: 912 time: 0.0921724 Mar 10 04:14:20.750088 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Made reservation on behalf of 2e617a5a84b449da8e8806baed547052 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:14:20.753581 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-2d48a833-fa11-42f2-9302-875787259812 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e4d5079-1dea-42d8-b29f-80dfe8da122b HTTP/1.1" status: 200 len: 998 time: 0.0608237 Mar 10 04:14:20.753792 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:20.806462 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-05645f18-a1cb-48e8-ac10-d92f6803203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:20.808150 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-05645f18-a1cb-48e8-ac10-d92f6803203d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 200 len: 850 time: 0.0461655 Mar 10 04:14:20.818616 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c4ee6796-cdba-45d3-b7fc-526017d32bb0', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'port_id': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'mac_address': 'fa:16:3e:20:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:07Z', 'updated_at': '2022-03-10T04:14:19Z', 'revision_number': 1, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:20.844912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] Checking router: 6fc79e60-7292-413d-a9de-2ba7f796bee8 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:14:20.853235 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:20.853851 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:20.865205 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-c8f7ecee-8fc6-47ed-9ee0-d05b41fa14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:20.866692 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-c8f7ecee-8fc6-47ed-9ee0-d05b41fa14ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82699838-18bb-40f4-bac9-1e3b6446b78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499134 Mar 10 04:14:20.892158 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Allocated IP 172.20.0.9 (4410d252-aefa-4843-8da2-38cf2eec01c6/399d6d56-2396-43c5-a100-78108ba1deee/fb5dda03-dd91-43ed-ab73-5adb3389feff) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:14:20.959234 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-9e15eb11-8e6e-44de-8cb3-9dd783f1adb8 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Mar 10 04:14:20.964497 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:21.034042 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.056449 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a28313a4-d127-4c53-8d9b-c48f21f192c9 req-b1d9afc8-71f6-408c-91f2-2e0cdc64e232 service neutron] 10.222.0.26 "GET /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903845 Mar 10 04:14:21.078158 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.124054 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:14:21.129128 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:14:21.132788 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:14:21.137942 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:21.138501 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.148614 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event updated for resources: {'Port': ['ID=fb5dda03-dd91-43ed-ab73-5adb3389feff,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:21.167881 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-ff2b5d6b-82d5-4fb8-8196-06f45e7dd5d7 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360622 Mar 10 04:14:21.185113 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Request body: {'port': {'device_id': '420c3b49-5857-43c2-8efc-f3210296be8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:21.207854 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c4ee6796-cdba-45d3-b7fc-526017d32bb0', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'port_id': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'mac_address': 'fa:16:3e:20:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:07Z', 'updated_at': '2022-03-10T04:14:19Z', 'revision_number': 1, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:21.241169 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd3ff3-2ce8-4f9e-8dc4-cb9d734aff27 None None] The sync data for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi is: [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'c4ee6796-cdba-45d3-b7fc-526017d32bb0', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'port_id': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'mac_address': 'fa:16:3e:20:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:07Z', 'updated_at': '2022-03-10T04:14:19Z', 'revision_number': 1, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:14:21.249912 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.369102 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ef362bec-c97b-4d4c-be81-8600ee021a96 None None] Provisioning complete for port fb5dda03-dd91-43ed-ab73-5adb3389feff triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:14:21.369754 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ef362bec-c97b-4d4c-be81-8600ee021a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.404888 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ef362bec-c97b-4d4c-be81-8600ee021a96 None None] Port fb5dda03-dd91-43ed-ab73-5adb3389feff cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:14:21.466772 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b5dd2-d002-4608-85ec-318ed811a8be None None] New status for floating IP c4ee6796-cdba-45d3-b7fc-526017d32bb0: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:14:21.532682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5dda03-dd91-43ed-ab73-5adb3389feff {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:14:21.540025 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Publish callbacks [] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.552516 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Transition to ACTIVE for port object fb5dda03-dd91-43ed-ab73-5adb3389feff will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:14:21.556628 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.631214 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Pushing event updated for resources: {'Port': ['ID=fb5dda03-dd91-43ed-ab73-5adb3389feff,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:21.659952 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Attempting to bind port fb5dda03-dd91-43ed-ab73-5adb3389feff on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:14:21.660287 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Attempting to bind port fb5dda03-dd91-43ed-ab73-5adb3389feff by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:14:21.660625 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Attempting to bind port fb5dda03-dd91-43ed-ab73-5adb3389feff on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:14:21.681993 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Port fb5dda03-dd91-43ed-ab73-5adb3389feff on network 4410d252-aefa-4843-8da2-38cf2eec01c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:14:21.682314 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Attempting to bind port fb5dda03-dd91-43ed-ab73-5adb3389feff on network 4410d252-aefa-4843-8da2-38cf2eec01c6 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:14:21.691178 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:14:21.691512 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Checking segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:14:21.691909 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Bound using segment: {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:14:21.692333 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Bound port: fb5dda03-dd91-43ed-ab73-5adb3389feff, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20f5224-aa26-4002-9251-f6e3ef1e45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:14:21.692694 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.721705 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be4de5-4b99-4a20-9d76-3bc1f5396aa2 req-e00a4cce-3280-4db2-96ad-696c26f04d70 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:21.723226 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15be4de5-4b99-4a20-9d76-3bc1f5396aa2 req-e00a4cce-3280-4db2-96ad-696c26f04d70 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 943 time: 0.0932479 Mar 10 04:14:21.807220 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] For port fb5dda03-dd91-43ed-ab73-5adb3389feff, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:14:21.811038 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] For port fb5dda03-dd91-43ed-ab73-5adb3389feff, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fb5dda03-dd91-43ed-ab73-5adb3389feff,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:14:21.815290 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15be4de5-4b99-4a20-9d76-3bc1f5396aa2 req-bca716f6-759a-459d-9d0f-fcbd4d61d874 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700481 Mar 10 04:14:21.820153 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.853067 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:21.853679 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:21.855028 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] 10.222.0.26 "PUT /v2.0/ports/fb5dda03-dd91-43ed-ab73-5adb3389feff HTTP/1.1" status: 200 len: 1093 time: 0.6773715 Mar 10 04:14:21.855493 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c3b49-5857-43c2-8efc-f3210296be8b', 'tag': 'fb5dda03-dd91-43ed-ab73-5adb3389feff'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:21.857751 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8afcf5e-45bb-4ca7-b54b-39b193b54742" -d '{"events": [{"name": "network-changed", "server_uuid": "420c3b49-5857-43c2-8efc-f3210296be8b", "tag": "fb5dda03-dd91-43ed-ab73-5adb3389feff"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:21.885963 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6d358-33b1-429f-b1b8-41394c85c61d service neutron] Pushing event updated for resources: {'Port': ['ID=fb5dda03-dd91-43ed-ab73-5adb3389feff,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:21.906955 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9f0e04-2831-46ec-a405-56467f82e942 x-openstack-request-id: req-8d9f0e04-2831-46ec-a405-56467f82e942 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:21.907286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c3b49-5857-43c2-8efc-f3210296be8b", "tag": "fb5dda03-dd91-43ed-ab73-5adb3389feff", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:21.907539 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d9f0e04-2831-46ec-a405-56467f82e942 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:21.907969 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c3b49-5857-43c2-8efc-f3210296be8b', 'tag': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'status': 'completed', 'code': 200} Mar 10 04:14:21.968057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-8a9d998d-3b69-4ef4-9aed-b0c853c04c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:21.969652 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-8a9d998d-3b69-4ef4-9aed-b0c853c04c52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 1127 time: 0.0505700 Mar 10 04:14:22.016981 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-620bda52-f6c3-4910-9744-de252198d7b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5dda03-dd91-43ed-ab73-5adb3389feff HTTP/1.1" status: 200 len: 217 time: 0.0384881 Mar 10 04:14:22.066693 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-36d204cc-179f-45bb-ad05-89630186c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:22.068342 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-36d204cc-179f-45bb-ad05-89630186c2e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0431893 Mar 10 04:14:22.118435 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-027a076f-e6c8-4e51-961e-2ee137c40ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:22.119979 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-027a076f-e6c8-4e51-961e-2ee137c40ff2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419903 Mar 10 04:14:22.208304 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-9a53ade2-640e-482c-8a78-c5c9e678ad7b service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825272 Mar 10 04:14:22.297722 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-189cbbfa-e555-47f6-b4a0-a7ab661a4201 req-15a21aec-740f-469b-af6f-e54020a530a6 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793104 Mar 10 04:14:22.405156 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-853fed76-cb7d-45b7-b3d4-01c8567fe557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:22.406525 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-853fed76-cb7d-45b7-b3d4-01c8567fe557 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 1127 time: 0.0472615 Mar 10 04:14:22.497420 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-b7a020eb-64e7-4789-9666-06b6cd1c31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:22.498861 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-b7a020eb-64e7-4789-9666-06b6cd1c31ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 915 time: 0.0829895 Mar 10 04:14:22.543790 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-c4b842b7-1132-45ce-8680-2b4eb2826a65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5dda03-dd91-43ed-ab73-5adb3389feff HTTP/1.1" status: 200 len: 217 time: 0.0362306 Mar 10 04:14:22.589891 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-f6d4af2b-65fb-4fa9-855e-84dbd85785aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:22.591292 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-f6d4af2b-65fb-4fa9-855e-84dbd85785aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0420983 Mar 10 04:14:22.641353 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-3ccfdd87-a32f-432f-9932-842297c98068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:22.642751 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-3ccfdd87-a32f-432f-9932-842297c98068 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425141 Mar 10 04:14:22.731301 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-1810778f-38d2-4ea6-be66-4ec5235140d9 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812242 Mar 10 04:14:22.814495 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8afcf5e-45bb-4ca7-b54b-39b193b54742 req-225b6ea2-5b7a-49de-96d7-559f72eda9cb service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779345 Mar 10 04:14:22.937228 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a4d13-a639-4c4d-9270-8bb52e5e9eb5 req-2090c3a9-47da-4af5-9a2d-f170da018a1d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:22.938669 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d5a4d13-a639-4c4d-9270-8bb52e5e9eb5 req-2090c3a9-47da-4af5-9a2d-f170da018a1d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 943 time: 0.0556545 Mar 10 04:14:22.984122 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d5a4d13-a639-4c4d-9270-8bb52e5e9eb5 req-54cca878-d87e-42eb-9c1f-21f0a7c49a91 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395334 Mar 10 04:14:24.100989 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1115e-af55-4711-ab10-415c29a376d5 req-0dedc16b-ee1a-411b-9452-19c155661781 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:24.102432 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-69a1115e-af55-4711-ab10-415c29a376d5 req-0dedc16b-ee1a-411b-9452-19c155661781 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 943 time: 0.0513828 Mar 10 04:14:24.148294 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-69a1115e-af55-4711-ab10-415c29a376d5 req-4ec7ba77-570c-4ff9-806d-7637acfda166 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Mar 10 04:14:24.324560 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device fb5dda03-dd91-43ed-ab73-5adb3389feff details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:14:24.420544 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port fb5dda03-dd91-43ed-ab73-5adb3389feff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fb5dda03-dd91-43ed-ab73-5adb3389feff,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:24.431326 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'port_id': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'mac_address': 'fa:16:3e:0d:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:14:24.466957 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port fb5dda03-dd91-43ed-ab73-5adb3389feff is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:24.467346 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:24.479560 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5dda03-dd91-43ed-ab73-5adb3389feff {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:14:24.498649 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port fb5dda03-dd91-43ed-ab73-5adb3389feff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fb5dda03-dd91-43ed-ab73-5adb3389feff,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:24.502596 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:24.550689 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=fb5dda03-dd91-43ed-ab73-5adb3389feff,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:24.557528 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.557879 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.558222 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.558585 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.558922 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.559251 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.559578 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.559932 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.560257 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.560579 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.560898 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.561215 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.561530 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:24.790542 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['fb5dda03-dd91-43ed-ab73-5adb3389feff'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:14:25.264377 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6119e2-c09c-4e37-b846-d04dfa3676db req-7996f081-4769-45bd-83ea-10bda9733820 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:25.265811 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf6119e2-c09c-4e37-b846-d04dfa3676db req-7996f081-4769-45bd-83ea-10bda9733820 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 944 time: 0.0509822 Mar 10 04:14:25.313958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf6119e2-c09c-4e37-b846-d04dfa3676db req-d75d597b-d989-406e-a093-630dd00f4394 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Mar 10 04:14:26.340692 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device fb5dda03-dd91-43ed-ab73-5adb3389feff up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:14:26.391629 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port fb5dda03-dd91-43ed-ab73-5adb3389feff completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:14:26.395717 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port fb5dda03-dd91-43ed-ab73-5adb3389feff triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:14:26.396113 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:26.431518 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd2807-b81a-48f7-bb1f-94ac1702feb7 req-1e583b7e-4fa1-4632-836b-56c8b7324d1b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:26.433010 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e6cd2807-b81a-48f7-bb1f-94ac1702feb7 req-1e583b7e-4fa1-4632-836b-56c8b7324d1b tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 944 time: 0.0534244 Mar 10 04:14:26.472733 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port fb5dda03-dd91-43ed-ab73-5adb3389feff is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:26.473129 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:26.481678 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e6cd2807-b81a-48f7-bb1f-94ac1702feb7 req-bb34d5e7-44cd-4098-acdd-0b3b97b2b58d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Mar 10 04:14:26.496609 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c3b49-5857-43c2-8efc-f3210296be8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5dda03-dd91-43ed-ab73-5adb3389feff'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:26.498830 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa482aa6-cd84-4efa-8084-fae1286e0bee" -d '{"events": [{"server_uuid": "420c3b49-5857-43c2-8efc-f3210296be8b", "name": "network-vif-plugged", "status": "completed", "tag": "fb5dda03-dd91-43ed-ab73-5adb3389feff"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:26.513081 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port fb5dda03-dd91-43ed-ab73-5adb3389feff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fb5dda03-dd91-43ed-ab73-5adb3389feff,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:26.518450 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:26.539926 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e674b705-4680-414f-a076-7ef3643bf13d x-openstack-request-id: req-e674b705-4680-414f-a076-7ef3643bf13d {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:26.540214 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c3b49-5857-43c2-8efc-f3210296be8b", "name": "network-vif-plugged", "status": "completed", "tag": "fb5dda03-dd91-43ed-ab73-5adb3389feff", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:26.540463 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e674b705-4680-414f-a076-7ef3643bf13d {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:26.540843 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c3b49-5857-43c2-8efc-f3210296be8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'code': 200} Mar 10 04:14:26.569193 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=fb5dda03-dd91-43ed-ab73-5adb3389feff,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:26.742025 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de194107-3f74-467f-b763-e7bc058010f0 req-a6b81de9-5f2e-43e0-b497-2ef8ddd4cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:26.743526 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-de194107-3f74-467f-b763-e7bc058010f0 req-a6b81de9-5f2e-43e0-b497-2ef8ddd4cc94 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 1129 time: 0.0828362 Mar 10 04:14:26.786304 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-de194107-3f74-467f-b763-e7bc058010f0 req-e78921f8-3813-4eea-9ae2-0c0451172ebf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368800 Mar 10 04:14:27.603236 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f1100-4656-4b84-81c9-a0ae93d2b042 req-e616b325-9a81-47e6-9beb-af49d8dc505c tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:27.604844 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f9f1100-4656-4b84-81c9-a0ae93d2b042 req-e616b325-9a81-47e6-9beb-af49d8dc505c tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 945 time: 0.0562093 Mar 10 04:14:27.650713 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f9f1100-4656-4b84-81c9-a0ae93d2b042 req-350e1949-6105-4d0d-9813-5bca97f97e4e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401640 Mar 10 04:14:28.767619 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7d8c-8068-41c2-8000-cddb9d46e315 req-c9f94088-b1bf-4b72-8e06-adc826af2787 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:28.769088 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-844f7d8c-8068-41c2-8000-cddb9d46e315 req-c9f94088-b1bf-4b72-8e06-adc826af2787 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 945 time: 0.0507653 Mar 10 04:14:28.815433 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-844f7d8c-8068-41c2-8000-cddb9d46e315 req-2fbc26e7-0244-49fe-b323-8e66e2e61427 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Mar 10 04:14:28.927135 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258743c-4341-44dc-9089-8055e701a301 req-5d9426ed-dfd2-43e8-804e-ea47035ac5be tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:28.928602 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8258743c-4341-44dc-9089-8055e701a301 req-5d9426ed-dfd2-43e8-804e-ea47035ac5be tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 945 time: 0.0508366 Mar 10 04:14:28.936899 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52700) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:28.941242 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Request body: {'floatingip': {'port_id': 'fb5dda03-dd91-43ed-ab73-5adb3389feff'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:28.981534 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (9f844429-c042-4bf0-9c3c-cf59660ae835), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:29.664264 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:29.667784 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (9f844429-c042-4bf0-9c3c-cf59660ae835), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:29.771443 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Floating IP 9f844429-c042-4bf0-9c3c-cf59660ae835 associated. External IP: 172.27.2.93, port: fb5dda03-dd91-43ed-ab73-5adb3389feff. Mar 10 04:14:29.906035 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e38cdd-3253-4c6b-b656-5597f3f5e383 req-f95c4403-14a1-44ac-8272-6ca16068d963 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:29.907457 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-10e38cdd-3253-4c6b-b656-5597f3f5e383 req-f95c4403-14a1-44ac-8272-6ca16068d963 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1010375 Mar 10 04:14:29.998937 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-10e38cdd-3253-4c6b-b656-5597f3f5e383 req-d30310e2-362f-46c2-8894-ef5e6e58ba69 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851407 Mar 10 04:14:30.049822 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:14:30.157000 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:14:30.161879 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:30.169147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:14:30.185932 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:30.186561 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:30.191392 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4ec0856f-6902-4530-88e5-bea47a485a65 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "PUT /v2.0/floatingips/9f844429-c042-4bf0-9c3c-cf59660ae835 HTTP/1.1" status: 200 len: 990 time: 1.2535043 Mar 10 04:14:30.192000 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c3b49-5857-43c2-8efc-f3210296be8b', 'tag': 'fb5dda03-dd91-43ed-ab73-5adb3389feff'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:30.194267 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828388fb-d78e-4c17-91e2-4dcf438c5c40" -d '{"events": [{"name": "network-changed", "server_uuid": "420c3b49-5857-43c2-8efc-f3210296be8b", "tag": "fb5dda03-dd91-43ed-ab73-5adb3389feff"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:30.228520 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752a6876-77c2-4ec8-9022-729d459164a6 x-openstack-request-id: req-752a6876-77c2-4ec8-9022-729d459164a6 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:30.229329 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c3b49-5857-43c2-8efc-f3210296be8b", "tag": "fb5dda03-dd91-43ed-ab73-5adb3389feff", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:30.229590 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-752a6876-77c2-4ec8-9022-729d459164a6 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:30.229988 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c3b49-5857-43c2-8efc-f3210296be8b', 'tag': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'status': 'completed', 'code': 200} Mar 10 04:14:30.296417 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-9a1c9b11-fbd4-40eb-bedd-04b3f9d702ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:30.297933 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-9a1c9b11-fbd4-40eb-bedd-04b3f9d702ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e617a5a84b449da8e8806baed547052&device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 1129 time: 0.0447910 Mar 10 04:14:30.301334 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:30.391532 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-b9947fe9-11a7-494f-a88c-4d982ce4f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:30.393018 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-b9947fe9-11a7-494f-a88c-4d982ce4f0d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 200 len: 915 time: 0.0884922 Mar 10 04:14:30.459224 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-3aa3773f-6913-4b58-9326-1979954fd589 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb5dda03-dd91-43ed-ab73-5adb3389feff HTTP/1.1" status: 200 len: 998 time: 0.0562501 Mar 10 04:14:30.510505 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-c50b241b-e9c8-461e-96a2-11f0b1412f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:30.512011 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-c50b241b-e9c8-461e-96a2-11f0b1412f11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 200 len: 853 time: 0.0452456 Mar 10 04:14:30.519304 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '9f844429-c042-4bf0-9c3c-cf59660ae835', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:0d:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c3b49-5857-43c2-8efc-f3210296be8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:18Z', 'updated_at': '2022-03-10T04:14:29Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:30.549529 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:14:30.557728 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:30.558370 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:30.560052 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-0dd32788-13cc-4e9b-897a-2a319f37c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:30.561560 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-0dd32788-13cc-4e9b-897a-2a319f37c3bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4410d252-aefa-4843-8da2-38cf2eec01c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433664 Mar 10 04:14:30.654687 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-27ef34b2-7c11-4474-9a84-39dcf9062444 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859268 Mar 10 04:14:30.666010 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:30.742323 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-828388fb-d78e-4c17-91e2-4dcf438c5c40 req-2f2ddd63-527f-492e-9196-961f05848982 service neutron] 10.222.0.26 "GET /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813477 Mar 10 04:14:30.882515 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '9f844429-c042-4bf0-9c3c-cf59660ae835', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:0d:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c3b49-5857-43c2-8efc-f3210296be8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:18Z', 'updated_at': '2022-03-10T04:14:29Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:30.911868 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0db70-f60e-43e1-a861-b44ac1aea367 None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '9f844429-c042-4bf0-9c3c-cf59660ae835', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'port_id': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'mac_address': 'fa:16:3e:0d:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c3b49-5857-43c2-8efc-f3210296be8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:18Z', 'updated_at': '2022-03-10T04:14:29Z', 'revision_number': 1, 'project_id': '2e617a5a84b449da8e8806baed547052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:14:31.111156 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c60a8a-2221-45e5-8a69-f009210ad178 None None] New status for floating IP 9f844429-c042-4bf0-9c3c-cf59660ae835: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:14:31.123434 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3dca3-baaf-46a0-a0bb-4d55328bdca6 req-8d834d7e-3a94-413f-a2f2-a9931e254bf9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:31.124974 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4ec3dca3-baaf-46a0-a0bb-4d55328bdca6 req-8d834d7e-3a94-413f-a2f2-a9931e254bf9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0549972 Mar 10 04:14:31.174483 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4ec3dca3-baaf-46a0-a0bb-4d55328bdca6 req-a8705699-fdd9-4072-9243-533b9a6a75ed tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Mar 10 04:14:32.297585 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc11d2-252c-4ff4-b261-a88320e3e01a req-359a83d5-d719-4c60-88ce-5b67410a3c09 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:32.299025 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bc11d2-252c-4ff4-b261-a88320e3e01a req-359a83d5-d719-4c60-88ce-5b67410a3c09 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0521843 Mar 10 04:14:32.344175 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42bc11d2-252c-4ff4-b261-a88320e3e01a req-315b6858-24bc-4643-8507-4531b3630048 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396810 Mar 10 04:14:33.017603 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81645688-6eab-4690-b4a6-be807aec6e61 req-e9914fa3-e830-438b-989c-ebd182649ea2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:33.019030 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81645688-6eab-4690-b4a6-be807aec6e61 req-e9914fa3-e830-438b-989c-ebd182649ea2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0504255 Mar 10 04:14:33.066601 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81645688-6eab-4690-b4a6-be807aec6e61 req-958f6f27-7d36-42e5-a4b4-8b2b5d66a0c3 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Mar 10 04:14:33.468861 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be01b-7474-4fcb-8f34-8bbe2d9af1c3 req-93dd64bb-2c09-4464-bd65-4d31be54dede tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:33.470303 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d1be01b-7474-4fcb-8f34-8bbe2d9af1c3 req-93dd64bb-2c09-4464-bd65-4d31be54dede tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0551906 Mar 10 04:14:33.514701 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d1be01b-7474-4fcb-8f34-8bbe2d9af1c3 req-f4d42648-1e4f-410b-b9ee-e26ad6b357b6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Mar 10 04:14:34.182364 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1ef2f-8543-46cc-95c5-ed313abbdb36 req-accbdf24-0546-4268-a639-c5c8ccf83360 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:34.183828 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-91e1ef2f-8543-46cc-95c5-ed313abbdb36 req-accbdf24-0546-4268-a639-c5c8ccf83360 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0521560 Mar 10 04:14:34.231145 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-91e1ef2f-8543-46cc-95c5-ed313abbdb36 req-49faa6c1-48cd-496e-885b-a4244aeb1fb0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419300 Mar 10 04:14:34.631966 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b8cd3-c500-4ba8-a4c0-7469cde13588 req-06e67690-bc1c-4552-8eb4-3edf470fefdc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:34.633392 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d57b8cd3-c500-4ba8-a4c0-7469cde13588 req-06e67690-bc1c-4552-8eb4-3edf470fefdc tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0504463 Mar 10 04:14:34.690673 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d57b8cd3-c500-4ba8-a4c0-7469cde13588 req-b354e135-b2dd-4bad-a6dd-16317da0ec1a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511968 Mar 10 04:14:34.729043 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773be56-0072-4ef2-a6d9-20695113c002 req-f20fc989-0c7c-4002-80db-e14adc395743 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:34.730475 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3773be56-0072-4ef2-a6d9-20695113c002 req-f20fc989-0c7c-4002-80db-e14adc395743 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 945 time: 0.0520747 Mar 10 04:14:34.820024 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Deleting port 6c8e582a-aa13-401a-9ea0-91e73ad9489f {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:14:34.820283 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:34.908051 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] For port 6c8e582a-aa13-401a-9ea0-91e73ad9489f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6c8e582a-aa13-401a-9ea0-91e73ad9489f,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:34.908412 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:35.072294 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:35.072679 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (c32fddd0-c170-4494-b302-6d601ed025c5), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:35.072839 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Floating IP c32fddd0-c170-4494-b302-6d601ed025c5 disassociated. External IP: 172.27.2.60, port: 6c8e582a-aa13-401a-9ea0-91e73ad9489f. Mar 10 04:14:35.073169 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Calling delete_port for 6c8e582a-aa13-401a-9ea0-91e73ad9489f owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:14:35.199989 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (6c8e582a-aa13-401a-9ea0-91e73ad9489f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:35.227932 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event deleted for resources: {'Port': ['ID=6c8e582a-aa13-401a-9ea0-91e73ad9489f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:35.238854 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.239215 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.239555 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.239915 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.240249 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.240575 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.240902 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.241228 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.241556 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.241894 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.242211 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.242529 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.242848 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:35.352111 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6600d00a-bf4e-46c2-b2f1-654af3b3401f req-c8bee0bc-1ef1-4e46-90ba-8d51689232f8 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d78b48d-2da1-45e6-8e71-e4276e0688f9 HTTP/1.1" status: 200 len: 210 time: 0.0534434 Mar 10 04:14:35.376068 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Router a72f829c-f00c-4a00-84cd-06891dbdd2bf has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:14:35.482877 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:14:35.492300 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] Sync routers for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:14:35.502833 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:35.503374 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:35.525798 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] No DVR routers for this DVR port 6c8e582a-aa13-401a-9ea0-91e73ad9489f on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:14:35.528375 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:35.531806 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3773be56-0072-4ef2-a6d9-20695113c002 req-ff94c9c7-697e-452f-81a5-3176ae1637ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "DELETE /v2.0/ports/6c8e582a-aa13-401a-9ea0-91e73ad9489f HTTP/1.1" status: 204 len: 173 time: 0.7958958 Mar 10 04:14:35.532243 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'name': 'network-vif-deleted', 'tag': '6c8e582a-aa13-401a-9ea0-91e73ad9489f'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:35.534488 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a57d1c-1841-484e-b9e8-1dedae6fb7fd" -d '{"events": [{"server_uuid": "7d78b48d-2da1-45e6-8e71-e4276e0688f9", "name": "network-vif-deleted", "tag": "6c8e582a-aa13-401a-9ea0-91e73ad9489f"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:35.591613 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c028d7-16d8-45f5-9e00-2784c2d915c2 x-openstack-request-id: req-27c028d7-16d8-45f5-9e00-2784c2d915c2 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:35.591931 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d78b48d-2da1-45e6-8e71-e4276e0688f9", "name": "network-vif-deleted", "tag": "6c8e582a-aa13-401a-9ea0-91e73ad9489f", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:35.592184 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27c028d7-16d8-45f5-9e00-2784c2d915c2 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:35.592575 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d78b48d-2da1-45e6-8e71-e4276e0688f9', 'name': 'network-vif-deleted', 'tag': '6c8e582a-aa13-401a-9ea0-91e73ad9489f', 'status': 'completed', 'code': 200} Mar 10 04:14:35.617296 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:35.824566 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c88a4c-6d96-49dd-bfd0-07b5ace34882 req-1d50552d-d3d4-47e3-8be5-f9b627302b0f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:35.826082 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1c88a4c-6d96-49dd-bfd0-07b5ace34882 req-1d50552d-d3d4-47e3-8be5-f9b627302b0f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0609903 Mar 10 04:14:35.832267 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:35.863495 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] Checking router: a72f829c-f00c-4a00-84cd-06891dbdd2bf for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:14:35.873449 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:35.874058 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:35.874731 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1c88a4c-6d96-49dd-bfd0-07b5ace34882 req-39983f22-5a22-4380-ac08-07aeef7f38d7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 Mar 10 04:14:35.986676 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:36.301441 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:36.328235 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61794c-eaa0-4203-9e1f-b262fe3072ea None None] The sync data for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi is: [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:14:36.553081 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf6fef-b239-4fcf-b10b-de7e10743b1c None None] New status for floating IP c32fddd0-c170-4494-b302-6d601ed025c5: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:14:36.611353 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-e963e3ee-6e95-4368-abd3-f851b9368bea tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375352937&fields=id&tenant_id=91e8c3a1fca04f8094024519d894a9a8 HTTP/1.1" status: 200 len: 267 time: 0.0439041 Mar 10 04:14:36.720432 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-1552ffc9-91ce-4a3b-8d9c-567f28a3b1cc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:36.721856 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-1552ffc9-91ce-4a3b-8d9c-567f28a3b1cc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 812 time: 0.1040118 Mar 10 04:14:36.735848 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-4de9e7b2-fc4f-4e3a-82e6-ba9a05024022 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/quotas/91e8c3a1fca04f8094024519d894a9a8 HTTP/1.1" status: 200 len: 375 time: 0.0086992 Mar 10 04:14:36.788514 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-7d4399f0-dff7-410d-a6a8-caa171cefbab tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479698 Mar 10 04:14:36.928338 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-767191b8-c4dd-4a2a-a991-34c5bc7a67d9 service neutron] 10.222.0.15 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282670 Mar 10 04:14:37.065876 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67ef1-2fa7-4364-aaf4-80f105859369 req-6ad81329-a29d-4b69-89e5-1c3ef39a88f9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:37.067333 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-adc67ef1-2fa7-4364-aaf4-80f105859369 req-6ad81329-a29d-4b69-89e5-1c3ef39a88f9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1125667 Mar 10 04:14:37.069299 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d55e678d-7e34-49b1-a2e1-ef5fb1257faf service neutron] 10.222.0.15 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349053 Mar 10 04:14:37.119254 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-adc67ef1-2fa7-4364-aaf4-80f105859369 req-5bf64c06-26b6-4921-b68b-a74eafb893fd tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463829 Mar 10 04:14:37.350116 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f168d1d0-9046-43e3-b114-86eaf3772dfe req-67be1b22-a5f8-4944-8335-177418189846 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266747 Mar 10 04:14:38.309665 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfad52-627c-4525-b184-7a3009597709 req-d00be47e-5feb-4d26-8b3c-40e4fc05f613 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:38.311130 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dabfad52-627c-4525-b184-7a3009597709 req-d00be47e-5feb-4d26-8b3c-40e4fc05f613 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1187410 Mar 10 04:14:38.348260 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-459dfffd-48a2-42c7-a6db-168b4e16a0aa tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:38.349645 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-459dfffd-48a2-42c7-a6db-168b4e16a0aa tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 812 time: 0.1450393 Mar 10 04:14:38.385147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 6c8e582a-aa13-401a-9ea0-91e73ad9489f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:14:38.393746 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dabfad52-627c-4525-b184-7a3009597709 req-50667e34-193b-4bfe-be10-064699456bdd tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746269 Mar 10 04:14:38.414895 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 6c8e582a-aa13-401a-9ea0-91e73ad9489f {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:14:38.415348 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 6c8e582a-aa13-401a-9ea0-91e73ad9489f not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:14:38.429485 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d3733637-eff8-4b0d-bf06-05dd775f526b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e8c3a1fca04f8094024519d894a9a8 HTTP/1.1" status: 200 len: 379 time: 0.0690155 Mar 10 04:14:38.438524 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'port': {'device_id': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'admin_state_up': True, 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'security_groups': ['83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:38.480303 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-29219185-9949-425b-90ea-224bdb88a0ab req-f2defcc0-4559-4a41-89ea-4a5357ff9975 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0377610 Mar 10 04:14:38.564829 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Made reservation on behalf of 91e8c3a1fca04f8094024519d894a9a8 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:14:38.568116 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:38.945757 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Allocated IP 172.20.0.6 (1f743f76-00d7-44d9-a968-38e966583447/cd873b7e-1280-4243-92aa-a87e1314450e/261a15a2-161e-459d-9ee2-c04b7c061738) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:14:39.080801 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for port (261a15a2-161e-459d-9ee2-c04b7c061738), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.114004 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.155708 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Network 1f743f76-00d7-44d9-a968-38e966583447 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:14:39.160570 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:14:39.164157 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:14:39.169224 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:39.169830 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.175715 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'Port': ['ID=261a15a2-161e-459d-9ee2-c04b7c061738,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:39.191919 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-6864055f-c78a-4de8-866b-ec9faaaf1b6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568274 Mar 10 04:14:39.206422 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Request body: {'port': {'device_id': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:39.266375 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.377601 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-bbef0045-a0c7-46b7-ad5f-e2cf3aff4745 None None] Provisioning complete for port 261a15a2-161e-459d-9ee2-c04b7c061738 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:14:39.377972 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bbef0045-a0c7-46b7-ad5f-e2cf3aff4745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.410353 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-bbef0045-a0c7-46b7-ad5f-e2cf3aff4745 None None] Port 261a15a2-161e-459d-9ee2-c04b7c061738 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:14:39.595551 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840377d1-c08f-48f5-9fb1-8b72e1ca5cda req-f1626306-093c-4a1b-95fd-f307ddc05a82 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:39.597014 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-840377d1-c08f-48f5-9fb1-8b72e1ca5cda req-f1626306-093c-4a1b-95fd-f307ddc05a82 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1222513 Mar 10 04:14:39.600749 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261a15a2-161e-459d-9ee2-c04b7c061738 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:14:39.617087 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Publish callbacks [] for port (261a15a2-161e-459d-9ee2-c04b7c061738), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.641906 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Transition to ACTIVE for port object 261a15a2-161e-459d-9ee2-c04b7c061738 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:14:39.650318 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.665820 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1299c-4771-4f3d-872c-0748609a3c08 req-2f26488c-ba23-4a07-bbe0-c9d05f7cea68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:39.667826 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-95b1299c-4771-4f3d-872c-0748609a3c08 req-2f26488c-ba23-4a07-bbe0-c9d05f7cea68 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 931 time: 0.1194408 Mar 10 04:14:39.725640 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-840377d1-c08f-48f5-9fb1-8b72e1ca5cda req-62a46c64-5f46-46f0-bd5a-f3255d244732 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189768 Mar 10 04:14:39.746110 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=261a15a2-161e-459d-9ee2-c04b7c061738,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:39.795849 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-95b1299c-4771-4f3d-872c-0748609a3c08 req-210ae980-9589-4bfc-b6e7-853b54eed0d9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219001 Mar 10 04:14:39.800734 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Attempting to bind port 261a15a2-161e-459d-9ee2-c04b7c061738 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:14:39.801283 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Attempting to bind port 261a15a2-161e-459d-9ee2-c04b7c061738 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:14:39.801807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Attempting to bind port 261a15a2-161e-459d-9ee2-c04b7c061738 on network 1f743f76-00d7-44d9-a968-38e966583447 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:14:39.814033 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Port 261a15a2-161e-459d-9ee2-c04b7c061738 on network 1f743f76-00d7-44d9-a968-38e966583447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:14:39.814695 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Attempting to bind port 261a15a2-161e-459d-9ee2-c04b7c061738 on network 1f743f76-00d7-44d9-a968-38e966583447 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:14:39.820289 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:14:39.820728 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Checking segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:14:39.821199 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Bound using segment: {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:14:39.821692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Bound port: 261a15a2-161e-459d-9ee2-c04b7c061738, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1f743f76-00d7-44d9-a968-38e966583447'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:14:39.822115 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.889665 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] For port 261a15a2-161e-459d-9ee2-c04b7c061738, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:14:39.892685 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] For port 261a15a2-161e-459d-9ee2-c04b7c061738, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=261a15a2-161e-459d-9ee2-c04b7c061738,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:14:39.899986 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.935764 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:39.936375 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.937750 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1093 time: 0.7357078 Mar 10 04:14:39.938191 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:39.940716 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b45148-cdab-4c97-a616-36fea74af7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:39.971258 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c9cf1-a7ff-4ec3-a745-239f2c48f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=261a15a2-161e-459d-9ee2-c04b7c061738,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:39.982834 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5090208d-f698-4bd0-945a-c6b228eb28c3 x-openstack-request-id: req-5090208d-f698-4bd0-945a-c6b228eb28c3 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:39.983180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:39.983438 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5090208d-f698-4bd0-945a-c6b228eb28c3 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:39.983868 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738', 'status': 'completed', 'code': 200} Mar 10 04:14:40.029915 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-5d2be20a-460c-4eaf-a66e-8deb30ae65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.031514 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-5d2be20a-460c-4eaf-a66e-8deb30ae65ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1127 time: 0.0461011 Mar 10 04:14:40.080834 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-fa90fbf5-788f-4475-838d-90edeb76a371 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 217 time: 0.0386779 Mar 10 04:14:40.132016 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-02966a9e-c213-418a-a398-04bed77685aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.133461 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-02966a9e-c213-418a-a398-04bed77685aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0448596 Mar 10 04:14:40.189621 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-2d9aab42-d5fc-47dd-962d-93e1f570e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.191126 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-2d9aab42-d5fc-47dd-962d-93e1f570e579 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513308 Mar 10 04:14:40.283055 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-0b22894b-1341-455d-ac48-437c34f53ee7 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841618 Mar 10 04:14:40.373733 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51ad2add-58a3-4cea-af80-387ea61fa5ab req-fad1eb70-c997-4b50-af04-1afe019a338a service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801082 Mar 10 04:14:40.461221 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-fb278a9f-327c-43e4-93b6-b02b8400e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.462662 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-fb278a9f-327c-43e4-93b6-b02b8400e813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1127 time: 0.0434554 Mar 10 04:14:40.551430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-de16e6f2-e3e1-4eb2-8ac7-110589e28cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.552908 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-de16e6f2-e3e1-4eb2-8ac7-110589e28cc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0837662 Mar 10 04:14:40.594716 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-b81491ce-e4cc-4823-83a3-1c2e05034e9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 217 time: 0.0344589 Mar 10 04:14:40.644717 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-5bca3708-9f40-4266-b04a-8809c63051db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.646159 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-5bca3708-9f40-4266-b04a-8809c63051db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0453770 Mar 10 04:14:40.697255 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-55a13e57-6f4e-40f6-bff5-1176e0d92836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.699373 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-55a13e57-6f4e-40f6-bff5-1176e0d92836 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434692 Mar 10 04:14:40.787903 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-a8092896-2c2c-4350-993e-ba70d606ecd8 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818865 Mar 10 04:14:40.947809 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6b45148-cdab-4c97-a616-36fea74af7ab req-b34efd4b-dded-4e54-ad9d-b959c68d6de7 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520967 Mar 10 04:14:40.955346 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37029234-1d00-4ad9-90b5-059a5356ad58 req-afc49713-422a-4704-8b80-04c593d850f8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.956732 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37029234-1d00-4ad9-90b5-059a5356ad58 req-afc49713-422a-4704-8b80-04c593d850f8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1442947 Mar 10 04:14:40.985499 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae1439-ed24-43fe-bfdc-e007c9a882ad req-e64b89a6-c6c9-4aee-b1bc-ca5f8a59ee84 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:40.986916 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d8ae1439-ed24-43fe-bfdc-e007c9a882ad req-e64b89a6-c6c9-4aee-b1bc-ca5f8a59ee84 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 943 time: 0.1117425 Mar 10 04:14:41.025823 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37029234-1d00-4ad9-90b5-059a5356ad58 req-af080659-217e-42bb-a6cd-6724a53dcba6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633285 Mar 10 04:14:41.053134 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d8ae1439-ed24-43fe-bfdc-e007c9a882ad req-dda974a5-f271-4dc7-8399-f0cd0b57f1fd tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604084 Mar 10 04:14:42.181739 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a938212-ae34-44ff-8a09-c6809e9e13de req-fdd590b7-384c-4e8a-8e59-9a462ce64363 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:42.183731 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a938212-ae34-44ff-8a09-c6809e9e13de req-fdd590b7-384c-4e8a-8e59-9a462ce64363 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0864251 Mar 10 04:14:42.194730 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe302a4-19e0-40f8-b9e3-c08769e72fb2 req-1843b81d-b699-442c-b1c6-8a5f4c8a304e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:42.196122 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3fe302a4-19e0-40f8-b9e3-c08769e72fb2 req-1843b81d-b699-442c-b1c6-8a5f4c8a304e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 943 time: 0.0735590 Mar 10 04:14:42.263070 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a938212-ae34-44ff-8a09-c6809e9e13de req-1106cf82-c55a-4892-8ab5-cced2c48d5a6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660222 Mar 10 04:14:42.271371 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3fe302a4-19e0-40f8-b9e3-c08769e72fb2 req-cf771d4d-6081-493a-a0d7-8f08d533d4b5 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681355 Mar 10 04:14:42.398590 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:14:42.490512 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:42.501783 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'port_id': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'mac_address': 'fa:16:3e:87:dd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:14:42.541426 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 is: ACTIVE; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:42.541820 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:42.556107 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de3c8c01-8bc9-45c2-ba8e-ea863c19e152 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:14:42.576540 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:42.580619 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:42.629785 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:42.673347 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['de3c8c01-8bc9-45c2-ba8e-ea863c19e152'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:14:43.410404 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c676e7b0-e2f2-4a94-8dfa-d1dbf2821801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:43.464113 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee52e1-94e6-4295-a255-5a4d9586e293 req-4717b11e-f8a2-46c2-858d-4c34147b7586 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:43.465701 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-45ee52e1-94e6-4295-a255-5a4d9586e293 req-4717b11e-f8a2-46c2-858d-4c34147b7586 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 943 time: 0.1102314 Mar 10 04:14:43.478177 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282075-78c9-4972-bfa3-04745a5ccb35 req-f5eb1b4a-495f-476a-b961-03eb127bea63 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:43.480291 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab282075-78c9-4972-bfa3-04745a5ccb35 req-f5eb1b4a-495f-476a-b961-03eb127bea63 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 945 time: 0.1190696 Mar 10 04:14:43.562609 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-45ee52e1-94e6-4295-a255-5a4d9586e293 req-c8d384fb-23f1-4c50-80da-4f90c00bc341 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811920 Mar 10 04:14:43.578203 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab282075-78c9-4972-bfa3-04745a5ccb35 req-6c08e220-8cda-4b67-8ae1-1d2e67bdc514 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853825 Mar 10 04:14:44.396327 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:14:44.457238 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:14:44.457925 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:44.547633 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:44.548050 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:44.573420 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:44.575674 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbda7ea-203b-449e-8c75-2c3049dab9ac" -d '{"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-plugged", "status": "completed", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:44.598388 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:44.609202 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:44.660834 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fffb75f-c2a9-4abc-8cdb-f19aa41e741a x-openstack-request-id: req-7fffb75f-c2a9-4abc-8cdb-f19aa41e741a {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:44.661147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-plugged", "status": "completed", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:44.661382 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fffb75f-c2a9-4abc-8cdb-f19aa41e741a {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:44.661787 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'code': 200} Mar 10 04:14:44.678300 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=7']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:44.747937 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52418d62-5b0f-4be1-bef0-11e8dccd84b9 req-17846dde-0ffc-472a-9d0c-53472602b745 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:44.754611 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52418d62-5b0f-4be1-bef0-11e8dccd84b9 req-17846dde-0ffc-472a-9d0c-53472602b745 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 943 time: 0.0653269 Mar 10 04:14:44.832859 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52418d62-5b0f-4be1-bef0-11e8dccd84b9 req-49341f71-6dbd-4ff6-a9f1-1b421d40f983 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773458 Mar 10 04:14:44.854372 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2388f0-520f-4549-bf8b-da1dd5cc8f9a req-15b45298-7839-4ee3-9ea0-b3d1878be620 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:44.854372 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e2388f0-520f-4549-bf8b-da1dd5cc8f9a req-15b45298-7839-4ee3-9ea0-b3d1878be620 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1105094 Mar 10 04:14:44.904400 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e2388f0-520f-4549-bf8b-da1dd5cc8f9a req-9bd0fc64-f8b0-490f-9197-16a7bb7188db tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489643 Mar 10 04:14:45.563658 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a947d40b-8eb0-49e8-a763-641184ff3823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:45.972424 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88264878-c69e-4de2-8448-acaf8be7af49 req-a7898a3a-8927-4db5-81f9-ff7dbde6d34a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:45.974462 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88264878-c69e-4de2-8448-acaf8be7af49 req-a7898a3a-8927-4db5-81f9-ff7dbde6d34a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 943 time: 0.0674400 Mar 10 04:14:46.063864 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88264878-c69e-4de2-8448-acaf8be7af49 req-8b204fc0-b475-43c2-b93a-9277187b97ca tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841544 Mar 10 04:14:46.090013 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28ce53-4baf-40e2-849a-e78a36b9d334 req-a1dd5a39-1306-4624-a253-7119e3fb4662 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:46.091502 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e28ce53-4baf-40e2-849a-e78a36b9d334 req-a1dd5a39-1306-4624-a253-7119e3fb4662 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0973265 Mar 10 04:14:46.142622 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e28ce53-4baf-40e2-849a-e78a36b9d334 req-18307a4f-5698-4b09-9692-292347614d57 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Mar 10 04:14:46.621229 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:47.208147 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47d51f-3ef7-4981-8463-538b153722be req-d762b4de-6920-4a89-a2f7-50be48742922 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:47.209897 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9c47d51f-3ef7-4981-8463-538b153722be req-d762b4de-6920-4a89-a2f7-50be48742922 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 943 time: 0.0633190 Mar 10 04:14:47.300062 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9c47d51f-3ef7-4981-8463-538b153722be req-4ca5bb35-69cf-4d4d-98f2-f6b0aa154a77 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836263 Mar 10 04:14:47.313235 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:47.335397 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42030b9-e527-4869-8826-2d6fc439ff16 req-d3ed3713-32a4-4c8c-a223-241193de455e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:47.337003 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f42030b9-e527-4869-8826-2d6fc439ff16 req-d3ed3713-32a4-4c8c-a223-241193de455e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1032979 Mar 10 04:14:47.394289 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f42030b9-e527-4869-8826-2d6fc439ff16 req-85bdefe9-14cf-44c8-9c8b-77b4db1e8b30 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509362 Mar 10 04:14:48.318557 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:48.411666 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 261a15a2-161e-459d-9ee2-c04b7c061738 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:14:48.474934 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b05cc-232d-4924-a289-4ca1e5fa7885 req-c28de3ef-75ab-4cf5-9430-36fc251d767d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:48.479571 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9a7b05cc-232d-4924-a289-4ca1e5fa7885 req-c28de3ef-75ab-4cf5-9430-36fc251d767d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 943 time: 0.1045828 Mar 10 04:14:48.525545 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 261a15a2-161e-459d-9ee2-c04b7c061738, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=261a15a2-161e-459d-9ee2-c04b7c061738,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:48.538521 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '261a15a2-161e-459d-9ee2-c04b7c061738', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'port_id': '261a15a2-161e-459d-9ee2-c04b7c061738', 'mac_address': 'fa:16:3e:a0:50:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:14:48.571144 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9a7b05cc-232d-4924-a289-4ca1e5fa7885 req-f94cffa2-cf56-4453-8a67-977f1277dc53 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860507 Mar 10 04:14:48.583124 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 261a15a2-161e-459d-9ee2-c04b7c061738 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:48.583605 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:48.607838 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261a15a2-161e-459d-9ee2-c04b7c061738 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:14:48.628308 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef79b1-33c8-4964-ab0e-2251b9451ec2 req-2f89eadf-ea22-4649-8bca-94c8401e2d8b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:48.631627 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77ef79b1-33c8-4964-ab0e-2251b9451ec2 req-2f89eadf-ea22-4649-8bca-94c8401e2d8b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0764136 Mar 10 04:14:48.644832 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 261a15a2-161e-459d-9ee2-c04b7c061738, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=261a15a2-161e-459d-9ee2-c04b7c061738,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:48.656592 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:48.714330 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=261a15a2-161e-459d-9ee2-c04b7c061738,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:48.717064 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77ef79b1-33c8-4964-ab0e-2251b9451ec2 req-de1daa8c-8c9c-4852-9b2f-a7344f7c71e2 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774255 Mar 10 04:14:49.012748 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['261a15a2-161e-459d-9ee2-c04b7c061738'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:14:49.720738 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f81330-6309-4624-a01d-90597f5207a4 req-730ecade-2285-4fb9-af3d-94e318119684 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:49.723733 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32f81330-6309-4624-a01d-90597f5207a4 req-730ecade-2285-4fb9-af3d-94e318119684 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 944 time: 0.0662584 Mar 10 04:14:49.802036 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32f81330-6309-4624-a01d-90597f5207a4 req-f130ce6c-7915-4ff1-bfcc-cbd3dced6447 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740349 Mar 10 04:14:49.870201 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cdd3-334e-4ab3-98f2-3aa25a3f8135 req-b8cbf3d1-6bce-4995-897f-39bdd262ecea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:49.872008 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4392cdd3-334e-4ab3-98f2-3aa25a3f8135 req-b8cbf3d1-6bce-4995-897f-39bdd262ecea tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0622039 Mar 10 04:14:49.923444 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4392cdd3-334e-4ab3-98f2-3aa25a3f8135 req-30a62def-4824-4542-b52f-6e13cbd264fa tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458388 Mar 10 04:14:49.933691 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:14:50.061534 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:50.427031 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 261a15a2-161e-459d-9ee2-c04b7c061738 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:14:50.482488 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port 261a15a2-161e-459d-9ee2-c04b7c061738 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:14:50.486942 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 261a15a2-161e-459d-9ee2-c04b7c061738 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:14:50.487320 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:50.571863 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 261a15a2-161e-459d-9ee2-c04b7c061738 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:50.572256 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:50.598281 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:50.600598 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ba726-1496-49ff-82f4-7eb004eec9b7" -d '{"events": [{"server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "name": "network-vif-plugged", "status": "completed", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:50.617308 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 261a15a2-161e-459d-9ee2-c04b7c061738, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=261a15a2-161e-459d-9ee2-c04b7c061738,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:50.624252 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:50.656682 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f079e8-0c4d-42ee-9105-e8ca096b46a6 x-openstack-request-id: req-00f079e8-0c4d-42ee-9105-e8ca096b46a6 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:50.657747 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "name": "network-vif-plugged", "status": "completed", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:50.658005 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00f079e8-0c4d-42ee-9105-e8ca096b46a6 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:50.658399 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738', 'code': 200} Mar 10 04:14:50.690418 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=261a15a2-161e-459d-9ee2-c04b7c061738,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:50.990613 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919064-97f2-4e70-8571-ae913edda319 req-3af94e53-c651-4e56-aa08-5e29c665c555 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:50.992096 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b4919064-97f2-4e70-8571-ae913edda319 req-3af94e53-c651-4e56-aa08-5e29c665c555 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 945 time: 0.0965319 Mar 10 04:14:51.019825 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8734216-b598-4b61-9259-381ca0605b30 req-d0fc0de4-9110-4130-a837-5785fad8e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:51.021983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8734216-b598-4b61-9259-381ca0605b30 req-d0fc0de4-9110-4130-a837-5785fad8e090 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0976295 Mar 10 04:14:51.129209 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b4919064-97f2-4e70-8571-ae913edda319 req-08eee037-36e1-4720-9149-baace6b8f6a5 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233351 Mar 10 04:14:51.152821 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8734216-b598-4b61-9259-381ca0605b30 req-e3f398c9-bb53-4298-a475-a2f679971381 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171625 Mar 10 04:14:51.172041 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8327d-7eb1-4de9-8575-871ac655c64d req-574a7549-eb9c-4129-a7bb-06c986fc583d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:51.174367 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-85a8327d-7eb1-4de9-8575-871ac655c64d req-574a7549-eb9c-4129-a7bb-06c986fc583d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1182520 Mar 10 04:14:51.228316 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-85a8327d-7eb1-4de9-8575-871ac655c64d req-89e975e8-49b1-4ea0-ae42-ab7c45c078b7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489421 Mar 10 04:14:52.250234 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-17940aa0-6b78-4d8d-aa4c-2dfe122232fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:52.251755 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-17940aa0-6b78-4d8d-aa4c-2dfe122232fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 1130 time: 0.0756114 Mar 10 04:14:52.263009 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82313-c36c-471c-a43d-6be413d2e5a7 req-3fca7708-dba1-4089-b353-a7674e6bbddd tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:52.264466 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b5a82313-c36c-471c-a43d-6be413d2e5a7 req-3fca7708-dba1-4089-b353-a7674e6bbddd tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 945 time: 0.0643022 Mar 10 04:14:52.400519 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b5a82313-c36c-471c-a43d-6be413d2e5a7 req-a45bcc2d-1231-4df2-a4c5-a98a4c495e1e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278706 Mar 10 04:14:52.418562 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-c26ec670-3ff4-4eb0-ba15-0bbe4fe2f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:52.420014 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-c26ec670-3ff4-4eb0-ba15-0bbe4fe2f2bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.1546836 Mar 10 04:14:52.430959 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954409a-60e5-46e6-89f4-1e75c24e6a68 req-7bf61290-1854-45cb-bcae-3b865c2fef2e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:52.432339 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e954409a-60e5-46e6-89f4-1e75c24e6a68 req-7bf61290-1854-45cb-bcae-3b865c2fef2e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.1317801 Mar 10 04:14:52.526622 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-3fb27769-0f5c-4187-841b-8a523c2133b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 200 len: 1001 time: 0.0927331 Mar 10 04:14:52.533594 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e954409a-60e5-46e6-89f4-1e75c24e6a68 req-72cb2350-e1d3-47b7-987d-2a0f8692d72f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936043 Mar 10 04:14:52.580888 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-24bc84ba-9c10-41d9-841f-84f90ab1dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:52.582723 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-24bc84ba-9c10-41d9-841f-84f90ab1dfb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0479906 Mar 10 04:14:52.643817 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-fae4cc57-bd72-4c76-941e-1ba71bf96021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:52.645342 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-fae4cc57-bd72-4c76-941e-1ba71bf96021 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481255 Mar 10 04:14:52.737089 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-488a06ac-87bd-4316-bc17-a2baeda6ba37 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845120 Mar 10 04:14:52.827927 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e7ca72a-5dad-4a53-8447-9ce1cc036f20 req-bebabbe6-de4a-46ca-9152-42e3bb9b3928 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818076 Mar 10 04:14:53.516574 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1786b0-8367-44aa-a75c-c0208f003140 req-e9963a0a-18ca-4818-9e10-f81935b000d6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:53.518025 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc1786b0-8367-44aa-a75c-c0208f003140 req-e9963a0a-18ca-4818-9e10-f81935b000d6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Mar 10 04:14:53.566506 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc1786b0-8367-44aa-a75c-c0208f003140 req-af242789-c8de-4c75-ad53-1d26e39a70cb tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431039 Mar 10 04:14:53.692807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec9f15-9cdc-4339-9d63-13cc33a3a6ab req-d4deb4a1-0ef8-492e-a99c-1dcdb8ae17b6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:53.694194 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7fec9f15-9cdc-4339-9d63-13cc33a3a6ab req-d4deb4a1-0ef8-492e-a99c-1dcdb8ae17b6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 946 time: 0.0844181 Mar 10 04:14:53.705634 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e5287-2611-40b1-a114-229c20002de0 req-ada45849-5f7f-4b78-b4e2-004ffd768141 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:53.706978 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-514e5287-2611-40b1-a114-229c20002de0 req-ada45849-5f7f-4b78-b4e2-004ffd768141 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 945 time: 0.0716140 Mar 10 04:14:54.016501 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7fec9f15-9cdc-4339-9d63-13cc33a3a6ab req-48677317-c705-43da-a2e1-1bc2b9d2378f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084965 Mar 10 04:14:54.020067 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-514e5287-2611-40b1-a114-229c20002de0 req-1ee23986-51f2-4124-82e6-837cf232563f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068049 Mar 10 04:14:54.041339 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52894) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:54.084167 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4f771-9c90-4e60-bc5d-c461de86f1f3 tempest-TestVolumeBootPattern-836171963 tempest-TestVolumeBootPattern-836171963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:54.085640 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7cb4f771-9c90-4e60-bc5d-c461de86f1f3 tempest-TestVolumeBootPattern-836171963 tempest-TestVolumeBootPattern-836171963-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1124 time: 0.0426681 Mar 10 04:14:54.088375 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 52896) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:54.092446 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'port_id': '261a15a2-161e-459d-9ee2-c04b7c061738', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:14:54.112267 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:54.205933 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:54.305670 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Allocated IP 172.27.2.34 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/09c04320-768f-4f6f-969b-e253e095dd27) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:14:54.409238 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for port (09c04320-768f-4f6f-969b-e253e095dd27), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:54.441015 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (09c04320-768f-4f6f-969b-e253e095dd27), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:54.458510 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:14:54.477875 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:14:54.484470 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:14:54.488475 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:14:54.495203 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'Port': ['ID=09c04320-768f-4f6f-969b-e253e095dd27,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:54.535045 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:54.535439 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:54.559039 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:54.561192 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beed67e4-6cc3-47ea-8947-c22204251cc9" -d '{"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-unplugged", "status": "completed", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:54.573883 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:14:54.578286 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:54.632263 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=8']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:54.687218 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416183df-2f35-499a-a1f1-abc6ea4966ee x-openstack-request-id: req-416183df-2f35-499a-a1f1-abc6ea4966ee {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:54.687583 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-unplugged", "status": "completed", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:54.687933 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-416183df-2f35-499a-a1f1-abc6ea4966ee {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:54.688455 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'code': 200} Mar 10 04:14:54.838205 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (90611f61-1ed7-42f6-82d0-bc4919f6bc1f), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:54.903395 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (09c04320-768f-4f6f-969b-e253e095dd27), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:55.050088 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for port (09c04320-768f-4f6f-969b-e253e095dd27), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:55.055635 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (09c04320-768f-4f6f-969b-e253e095dd27), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:55.087144 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (90611f61-1ed7-42f6-82d0-bc4919f6bc1f), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:55.165199 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event updated for resources: {'Port': ['ID=09c04320-768f-4f6f-969b-e253e095dd27,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:55.232020 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ce85a-285e-4557-b0a1-f27456502a3f req-137d3299-c60d-402b-9b8c-8895d8e67932 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:55.233490 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-733ce85a-285e-4557-b0a1-f27456502a3f req-137d3299-c60d-402b-9b8c-8895d8e67932 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.1419880 Mar 10 04:14:55.255599 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Floating IP 90611f61-1ed7-42f6-82d0-bc4919f6bc1f associated. External IP: 172.27.2.34, port: 261a15a2-161e-459d-9ee2-c04b7c061738. Mar 10 04:14:55.328423 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-733ce85a-285e-4557-b0a1-f27456502a3f req-c682de48-b2fd-41bf-b1bd-64a278892c1c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883646 Mar 10 04:14:55.489671 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Router a72f829c-f00c-4a00-84cd-06891dbdd2bf has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:14:55.603212 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:14:55.613491 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] Sync routers for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:14:55.622434 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:55.624952 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:55.625825 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:55.656782 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8275c11d-9c12-43ac-9b3e-acd33d0fda52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5671906 Mar 10 04:14:55.657159 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:14:55.659515 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:14:55.746749 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:55.759715 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf80f13-05fe-4601-ae04-6d8ecbe863e8 x-openstack-request-id: req-fbf80f13-05fe-4601-ae04-6d8ecbe863e8 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:14:55.760117 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:14:55.760959 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbf80f13-05fe-4601-ae04-6d8ecbe863e8 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:14:55.761456 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738', 'status': 'completed', 'code': 200} Mar 10 04:14:55.829423 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-ab09cc4f-907f-4deb-8608-0c788752444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:55.830915 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-ab09cc4f-907f-4deb-8608-0c788752444f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0459347 Mar 10 04:14:55.934812 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-63b67fba-a3a3-4e57-b305-b96f2e5f52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:55.936323 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-63b67fba-a3a3-4e57-b305-b96f2e5f52bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0983326 Mar 10 04:14:56.005172 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-e001441c-5576-4b75-8431-5123ca0d79a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 998 time: 0.0594735 Mar 10 04:14:56.008553 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '90611f61-1ed7-42f6-82d0-bc4919f6bc1f', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'port_id': '261a15a2-161e-459d-9ee2-c04b7c061738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'mac_address': 'fa:16:3e:a0:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:54Z', 'updated_at': '2022-03-10T04:14:54Z', 'revision_number': 0, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:56.035343 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] Checking router: a72f829c-f00c-4a00-84cd-06891dbdd2bf for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:14:56.045202 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:14:56.045812 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:14:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:56.056603 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-922eeef9-cfc9-4283-95b5-46ce3086ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:56.058636 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-922eeef9-cfc9-4283-95b5-46ce3086ce5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0469940 Mar 10 04:14:56.121035 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-ad890a76-b509-48ae-9f11-05997a9ea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:56.122554 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-ad890a76-b509-48ae-9f11-05997a9ea2f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0570290 Mar 10 04:14:56.159817 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:14:56.223706 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-1eeed3b0-5311-422b-9c62-6dd2301040f7 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934007 Mar 10 04:14:56.363272 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3aa1e10-c5c8-4ebb-befb-b80fa2185509 req-29172c35-8eb0-403a-98ac-bc3fce657126 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326418 Mar 10 04:14:56.371636 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5415b37-a5cc-4986-b206-65bb304cb2a7 req-8739289f-f64a-4a82-984b-84177504bcc2 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:56.373049 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e5415b37-a5cc-4986-b206-65bb304cb2a7 req-8739289f-f64a-4a82-984b-84177504bcc2 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.1033661 Mar 10 04:14:56.430410 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e5415b37-a5cc-4986-b206-65bb304cb2a7 req-11baaa7d-2400-4000-b6a7-b42d6aba298f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496860 Mar 10 04:14:56.537804 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '90611f61-1ed7-42f6-82d0-bc4919f6bc1f', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'port_id': '261a15a2-161e-459d-9ee2-c04b7c061738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'mac_address': 'fa:16:3e:a0:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:54Z', 'updated_at': '2022-03-10T04:14:54Z', 'revision_number': 0, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:14:56.564602 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ed542-5441-4614-abc6-2c5e41b171ec None None] The sync data for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi is: [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': '90611f61-1ed7-42f6-82d0-bc4919f6bc1f', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'port_id': '261a15a2-161e-459d-9ee2-c04b7c061738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'mac_address': 'fa:16:3e:a0:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:14:54Z', 'updated_at': '2022-03-10T04:14:54Z', 'revision_number': 0, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:14:56.571622 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52960) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:56.660753 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-d0e2133c-836a-489e-ae11-83b39c9b9aee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877817 Mar 10 04:14:56.669593 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-d63f2b52-6b61-4a80-b099-e0bdb5810c31 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:14:56.670610 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-d63f2b52-6b61-4a80-b099-e0bdb5810c31 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054131 Mar 10 04:14:56.749053 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 52968) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:56.765964 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2eabf-2df4-45a6-8685-c181aeb79f2c None None] New status for floating IP 90611f61-1ed7-42f6-82d0-bc4919f6bc1f: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:14:56.843668 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-45cf1abc-0cef-4b2b-b14c-3c932f0960e0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:56.845062 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-45cf1abc-0cef-4b2b-b14c-3c932f0960e0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports/de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 200 len: 941 time: 0.0949757 Mar 10 04:14:57.557858 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51773e6-9b9a-4e6b-bf6e-0e6d5c84c1b5 req-ffbedb4b-a828-4c8f-ae2c-6ee2f17141c9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:57.559297 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d51773e6-9b9a-4e6b-bf6e-0e6d5c84c1b5 req-ffbedb4b-a828-4c8f-ae2c-6ee2f17141c9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0521116 Mar 10 04:14:57.607237 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d51773e6-9b9a-4e6b-bf6e-0e6d5c84c1b5 req-2af5dde2-f805-4a26-934e-11d6e3b39674 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422354 Mar 10 04:14:57.713411 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-4b2d06f0-2a07-45db-96fb-f791b6f7578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:57.714859 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-4b2d06f0-2a07-45db-96fb-f791b6f7578e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f&tenant_id=1043931780a941138b2c0a8bd33e3723 HTTP/1.1" status: 200 len: 1128 time: 0.0733192 Mar 10 04:14:57.778574 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-fdfd52a1-1c38-49e3-ba3e-ea5a93571b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:57.780047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-fdfd52a1-1c38-49e3-ba3e-ea5a93571b4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 1128 time: 0.0431802 Mar 10 04:14:57.868522 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-94673a5b-d570-46d0-8316-5d1f2a272af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:57.869978 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-94673a5b-d570-46d0-8316-5d1f2a272af8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.0838203 Mar 10 04:14:57.933409 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-012ad0fb-97fc-442b-9526-88652c7e8320 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 200 len: 999 time: 0.0554750 Mar 10 04:14:57.984114 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-88631843-d77f-42ad-b436-c6c982dc52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:57.985468 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-88631843-d77f-42ad-b436-c6c982dc52ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0438697 Mar 10 04:14:58.032951 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-d11f2880-e6bc-45d9-8c02-b5c240e14df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:58.034257 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-d11f2880-e6bc-45d9-8c02-b5c240e14df5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418999 Mar 10 04:14:58.120274 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-d7b715fe-aeda-48b2-bfc6-d9ea44a52f61 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782077 Mar 10 04:14:58.451017 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-5702ee11-6d7f-483d-a866-1c0f1844e260 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238380 Mar 10 04:14:58.486803 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:14:58.566951 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 is: DOWN; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:14:58.733576 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98dbd7-f965-4cbc-ac35-9ef20023caf3 req-e14a3714-e362-4b06-afe4-1d6980d6d59b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:58.735142 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2f98dbd7-f965-4cbc-ac35-9ef20023caf3 req-e14a3714-e362-4b06-afe4-1d6980d6d59b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0565953 Mar 10 04:14:58.786916 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2f98dbd7-f965-4cbc-ac35-9ef20023caf3 req-6dd10b8a-c60a-4f0b-a9d5-5626bb810a5f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459664 Mar 10 04:14:59.916031 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82d8e-84e7-4421-908a-8e433793a550 req-b8ab1b91-c209-4d4e-9640-814bc4c65407 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:14:59.917571 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31f82d8e-84e7-4421-908a-8e433793a550 req-b8ab1b91-c209-4d4e-9640-814bc4c65407 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0576890 Mar 10 04:14:59.967811 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31f82d8e-84e7-4421-908a-8e433793a550 req-470e396d-7b87-4e0c-9bfa-352a983abc39 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446723 Mar 10 04:15:01.093880 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68401ef4-cd9a-443d-aef9-2111d6d5082a req-c968e630-7bd7-49c0-89a5-35338d59a85e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:01.095444 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-68401ef4-cd9a-443d-aef9-2111d6d5082a req-c968e630-7bd7-49c0-89a5-35338d59a85e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0526724 Mar 10 04:15:01.145071 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-68401ef4-cd9a-443d-aef9-2111d6d5082a req-a4899aea-4fce-447b-8eef-bf9487e8099e tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Mar 10 04:15:02.309327 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35349b3-e267-48c5-873a-a4e271db373a req-b5c79557-cdce-4f6f-8db4-25813e56f6a9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:02.310818 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a35349b3-e267-48c5-873a-a4e271db373a req-b5c79557-cdce-4f6f-8db4-25813e56f6a9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0838714 Mar 10 04:15:02.360811 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a35349b3-e267-48c5-873a-a4e271db373a req-4951b91d-d6d2-46ce-ae2a-21269f65bc4d tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Mar 10 04:15:03.533329 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba713e0-3fb6-4051-9467-d127b64ad859 req-f20313a7-0f8c-413a-afdc-06b989c59d95 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:03.534806 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eba713e0-3fb6-4051-9467-d127b64ad859 req-f20313a7-0f8c-413a-afdc-06b989c59d95 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0572305 Mar 10 04:15:03.595805 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eba713e0-3fb6-4051-9467-d127b64ad859 req-b162f0fd-e42d-4e7b-a72b-d5d9028c1f23 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518377 Mar 10 04:15:04.724566 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c72cb-295b-432f-a2a8-929a31557a94 req-2d30a7ea-de13-4b4b-8950-1a93ba080a3f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:04.725951 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c54c72cb-295b-432f-a2a8-929a31557a94 req-2d30a7ea-de13-4b4b-8950-1a93ba080a3f tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0605857 Mar 10 04:15:04.781913 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c54c72cb-295b-432f-a2a8-929a31557a94 req-617e694d-17fe-4f52-9738-f2ae171d29b0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450671 Mar 10 04:15:05.920612 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a69378-533e-4bc7-88ce-3dd408bd06cd req-4b33879f-0759-4b88-83bf-3a0ab9c712b8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:05.921450 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6a69378-533e-4bc7-88ce-3dd408bd06cd req-4b33879f-0759-4b88-83bf-3a0ab9c712b8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0583634 Mar 10 04:15:05.983641 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6a69378-533e-4bc7-88ce-3dd408bd06cd req-044d3bff-d34e-4ed1-a06f-c316b86d97b6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510340 Mar 10 04:15:07.092065 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289bbda-bc5c-4439-a425-cedd13d88754 req-77e11ca9-85f3-4190-a7dd-f5b3a55a5e29 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:07.093530 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5289bbda-bc5c-4439-a425-cedd13d88754 req-77e11ca9-85f3-4190-a7dd-f5b3a55a5e29 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0520623 Mar 10 04:15:07.147922 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5289bbda-bc5c-4439-a425-cedd13d88754 req-47299e69-d4bd-46c6-9210-f3f030b12615 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481105 Mar 10 04:15:08.274157 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba715da-7c76-4a3d-8338-b47bb56092e6 req-bf90b287-39fe-465f-be84-df411500cef9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:08.276213 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bba715da-7c76-4a3d-8338-b47bb56092e6 req-bf90b287-39fe-465f-be84-df411500cef9 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0595951 Mar 10 04:15:08.320972 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bba715da-7c76-4a3d-8338-b47bb56092e6 req-6f3ee433-89ba-454c-b391-31e9d2e106e1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Mar 10 04:15:09.442356 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dbc18-1294-4313-969f-c0ff02577941 req-288e92b4-fc26-401e-88dd-7848f64f5fb3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:09.443812 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f40dbc18-1294-4313-969f-c0ff02577941 req-288e92b4-fc26-401e-88dd-7848f64f5fb3 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0517964 Mar 10 04:15:09.488794 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f40dbc18-1294-4313-969f-c0ff02577941 req-20f74f4d-3ec2-46c3-808c-58214fb9e6d1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395041 Mar 10 04:15:10.550219 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:15:10.609595 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7b25e-94e5-48b8-8b9f-f5756616038c req-338cb676-36fe-4262-b612-0e252a03c5d0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:10.611049 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2ed7b25e-94e5-48b8-8b9f-f5756616038c req-338cb676-36fe-4262-b612-0e252a03c5d0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 944 time: 0.0516963 Mar 10 04:15:10.648981 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:10.660753 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'port_id': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'mac_address': 'fa:16:3e:87:dd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:15:10.661589 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2ed7b25e-94e5-48b8-8b9f-f5756616038c req-97b8a72d-985b-4761-8b07-58288250b914 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448382 Mar 10 04:15:10.697638 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:15:10.698042 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:10.710316 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3c8c01-8bc9-45c2-ba8e-ea863c19e152 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:15:10.733791 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:10.737752 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:10.782692 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=9']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:11.007589 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['de3c8c01-8bc9-45c2-ba8e-ea863c19e152'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:15:11.780621 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9445f-6995-442d-b20e-a1ca287df7a6 req-8189b0f5-d472-493e-8fc3-3abc3afa000a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:11.782053 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8ae9445f-6995-442d-b20e-a1ca287df7a6 req-8189b0f5-d472-493e-8fc3-3abc3afa000a tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 945 time: 0.0511942 Mar 10 04:15:11.827869 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8ae9445f-6995-442d-b20e-a1ca287df7a6 req-c3bd66b6-5fcd-49ee-a4b3-db3e683fdc22 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403914 Mar 10 04:15:12.556717 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:15:12.603701 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:15:12.604081 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:12.675754 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:15:12.676133 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:12.698127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:15:12.700431 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976a93a7-c490-422a-b464-1702b6f21c5d" -d '{"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-plugged", "status": "completed", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:15:12.715858 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:12.720381 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:12.742645 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b26268f-67d5-499a-ae33-ac5aae378a1a x-openstack-request-id: req-4b26268f-67d5-499a-ae33-ac5aae378a1a {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:15:12.742937 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-plugged", "status": "completed", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:15:12.743183 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b26268f-67d5-499a-ae33-ac5aae378a1a {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:15:12.743559 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'code': 200} Mar 10 04:15:12.771527 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=10']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:12.986897 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfdc34-a927-4ac0-b726-da563467fead req-db2450f3-e333-4864-a3fd-5cd77e699104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:12.988409 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bbfdc34-a927-4ac0-b726-da563467fead req-db2450f3-e333-4864-a3fd-5cd77e699104 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 1131 time: 0.0797589 Mar 10 04:15:12.996574 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200ecbd-fbcb-4c7f-af3e-f660b8109134 req-6b23290c-77b9-429f-a2db-ffdeab4c674c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:12.997938 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0200ecbd-fbcb-4c7f-af3e-f660b8109134 req-6b23290c-77b9-429f-a2db-ffdeab4c674c tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 947 time: 0.0813937 Mar 10 04:15:13.074345 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bbfdc34-a927-4ac0-b726-da563467fead req-678bb857-7a0b-484c-984d-a8de805afdbf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754628 Mar 10 04:15:13.077579 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0200ecbd-fbcb-4c7f-af3e-f660b8109134 req-5eefae20-9cce-4bd5-af4c-17ba30e4cda4 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736990 Mar 10 04:15:13.402849 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c6a54366-ade7-449c-b4ac-fa8e195bed09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:14.202040 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9d790-4416-4fad-95c4-e2b2ef7fa48d req-f5fdacf0-ece7-422d-8f18-c10e8ec911f1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:14.203512 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bec9d790-4416-4fad-95c4-e2b2ef7fa48d req-f5fdacf0-ece7-422d-8f18-c10e8ec911f1 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 947 time: 0.0531723 Mar 10 04:15:14.249222 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bec9d790-4416-4fad-95c4-e2b2ef7fa48d req-53606f51-6fc5-48f9-825d-aa9736dc9f22 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Mar 10 04:15:15.374180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce148a-e56f-4a13-843b-8e8b3ead9838 req-5bc6078a-2c8b-4e8f-89f7-79ff1a5399d8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:15.375617 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15ce148a-e56f-4a13-843b-8e8b3ead9838 req-5bc6078a-2c8b-4e8f-89f7-79ff1a5399d8 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 947 time: 0.0552077 Mar 10 04:15:15.422668 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15ce148a-e56f-4a13-843b-8e8b3ead9838 req-9b863349-e7a7-4bb8-b913-d965b7f58bc6 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Mar 10 04:15:15.547799 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-94d2a8ac-8dea-442c-a2a0-511914f34eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:16.621029 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:17.316708 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:17.437387 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64922992-613f-471c-9f50-42db3b997863 req-0ddb6c14-d2a9-4d12-81ec-e6b3435c3f8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423169 Mar 10 04:15:17.504682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922992-613f-471c-9f50-42db3b997863 req-695b5e7f-11bd-4f09-804d-b3aad9ae3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:17.506115 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64922992-613f-471c-9f50-42db3b997863 req-695b5e7f-11bd-4f09-804d-b3aad9ae3c67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1043931780a941138b2c0a8bd33e3723&device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 1131 time: 0.0421481 Mar 10 04:15:17.609789 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922992-613f-471c-9f50-42db3b997863 req-06e0771a-bd13-4ada-b0b7-042775780d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:17.611268 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64922992-613f-471c-9f50-42db3b997863 req-06e0771a-bd13-4ada-b0b7-042775780d98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 200 len: 917 time: 0.0852060 Mar 10 04:15:17.677232 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64922992-613f-471c-9f50-42db3b997863 req-01b1ae98-83e0-4fd8-88fd-95eb422d86d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 200 len: 1001 time: 0.0565350 Mar 10 04:15:17.728332 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922992-613f-471c-9f50-42db3b997863 req-48638442-dbab-4b01-af2b-4b8426c3d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:17.729645 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64922992-613f-471c-9f50-42db3b997863 req-48638442-dbab-4b01-af2b-4b8426c3d19c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 200 len: 855 time: 0.0458736 Mar 10 04:15:17.777636 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922992-613f-471c-9f50-42db3b997863 req-e1c8d32d-02ab-4174-98e1-aa256e4ca838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:17.779065 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64922992-613f-471c-9f50-42db3b997863 req-e1c8d32d-02ab-4174-98e1-aa256e4ca838 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59347b9f-2f5e-411b-86f5-64b8472f699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425267 Mar 10 04:15:17.864333 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64922992-613f-471c-9f50-42db3b997863 req-edbd2abb-0c9d-4554-aad9-a5b34f9566ab service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786595 Mar 10 04:15:17.956200 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64922992-613f-471c-9f50-42db3b997863 req-9c230b87-6059-4654-b846-1cb55c699cb8 service neutron] 10.222.0.26 "GET /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826461 Mar 10 04:15:18.320729 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:20.056339 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:26.932888 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:15:28.751193 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8803e-203e-4d36-86a5-dc37b7f6f79d req-92b232ca-0b75-44bb-beff-564f61cf8aa3 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:28.752577 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1bc8803e-203e-4d36-86a5-dc37b7f6f79d req-92b232ca-0b75-44bb-beff-564f61cf8aa3 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 945 time: 0.0513377 Mar 10 04:15:28.797556 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1bc8803e-203e-4d36-86a5-dc37b7f6f79d req-5ce2cbeb-ec62-45d0-b94f-ac8d78d38228 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394535 Mar 10 04:15:29.918660 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4579f2-a28e-4e84-a920-3c182cecdf34 req-2107b208-e502-4d2f-9cc2-fd51e66d9024 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:29.920136 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae4579f2-a28e-4e84-a920-3c182cecdf34 req-2107b208-e502-4d2f-9cc2-fd51e66d9024 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 945 time: 0.0554438 Mar 10 04:15:29.964570 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae4579f2-a28e-4e84-a920-3c182cecdf34 req-a09bb5c5-9c56-4299-a689-7d9cb2b3d836 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups?id=f29de2a4-c1ed-446b-81b7-c462f187f4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Mar 10 04:15:30.461806 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-810e6eae-6e40-46cb-a06e-1a09819b846d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:30.463873 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-810e6eae-6e40-46cb-a06e-1a09819b846d tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 945 time: 0.0516367 Mar 10 04:15:30.575166 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Deleting port fb5dda03-dd91-43ed-ab73-5adb3389feff {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:30.575166 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:30.660180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] For port fb5dda03-dd91-43ed-ab73-5adb3389feff, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fb5dda03-dd91-43ed-ab73-5adb3389feff,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:30.660462 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:30.824833 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:30.825188 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (9f844429-c042-4bf0-9c3c-cf59660ae835), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:30.825493 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Floating IP 9f844429-c042-4bf0-9c3c-cf59660ae835 disassociated. External IP: 172.27.2.93, port: fb5dda03-dd91-43ed-ab73-5adb3389feff. Mar 10 04:15:30.825820 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Calling delete_port for fb5dda03-dd91-43ed-ab73-5adb3389feff owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:30.950121 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (fb5dda03-dd91-43ed-ab73-5adb3389feff), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:30.978504 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'Port': ['ID=fb5dda03-dd91-43ed-ab73-5adb3389feff,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:31.073190 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1079752-14f8-420d-b642-a98881a721cc req-be3dddf0-7c89-45b6-83db-9fb8433be98e tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/ports?device_id=420c3b49-5857-43c2-8efc-f3210296be8b HTTP/1.1" status: 200 len: 210 time: 0.0333822 Mar 10 04:15:31.126947 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:15:31.235596 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:15:31.247656 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:15:31.258426 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:31.259141 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:31.277788 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] No DVR routers for this DVR port fb5dda03-dd91-43ed-ab73-5adb3389feff on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:15:31.280044 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:31.283373 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eee48bd9-807c-4672-941e-6d4a8a663132 req-7f73d1ba-b1be-4883-83d8-7fae95524f46 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.26 "DELETE /v2.0/ports/fb5dda03-dd91-43ed-ab73-5adb3389feff HTTP/1.1" status: 204 len: 173 time: 0.8137875 Mar 10 04:15:31.283848 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c3b49-5857-43c2-8efc-f3210296be8b', 'name': 'network-vif-deleted', 'tag': 'fb5dda03-dd91-43ed-ab73-5adb3389feff'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:15:31.286097 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b65216-87e9-40bd-aba5-f4a5290fe10e" -d '{"events": [{"server_uuid": "420c3b49-5857-43c2-8efc-f3210296be8b", "name": "network-vif-deleted", "tag": "fb5dda03-dd91-43ed-ab73-5adb3389feff"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:15:31.323101 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b077e4e-7cf4-4b2d-9a7d-9c5ccc065c23 x-openstack-request-id: req-3b077e4e-7cf4-4b2d-9a7d-9c5ccc065c23 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:15:31.323394 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c3b49-5857-43c2-8efc-f3210296be8b", "name": "network-vif-deleted", "tag": "fb5dda03-dd91-43ed-ab73-5adb3389feff", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:15:31.323649 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b077e4e-7cf4-4b2d-9a7d-9c5ccc065c23 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:15:31.324103 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c3b49-5857-43c2-8efc-f3210296be8b', 'name': 'network-vif-deleted', 'tag': 'fb5dda03-dd91-43ed-ab73-5adb3389feff', 'status': 'completed', 'code': 200} Mar 10 04:15:31.373312 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:31.575411 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:31.600343 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:15:31.608858 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:31.609460 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:31.718808 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:31.918212 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:31.947130 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea8d13-6439-4d89-a8b8-7b219d4aeede None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:09:18Z', 'revision_number': 4, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '01f2fe6d-a9e2-4010-8bae-14fa9b809bef', 'name': '', 'network_id': '4410d252-aefa-4843-8da2-38cf2eec01c6', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'mac_address': 'fa:16:3e:be:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '399d6d56-2396-43c5-a100-78108ba1deee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:16Z', 'updated_at': '2022-03-10T04:09:28Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'subnets': [{'id': '399d6d56-2396-43c5-a100-78108ba1deee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:15:32.162903 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53292) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:32.207263 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41592900-5c39-4c86-8bf2-a927fca6a345 None None] New status for floating IP 9f844429-c042-4bf0-9c3c-cf59660ae835: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:15:32.223313 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (f29de2a4-c1ed-446b-81b7-c462f187f4ea), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.252036 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (f29de2a4-c1ed-446b-81b7-c462f187f4ea), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.309335 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f29de2a4-c1ed-446b-81b7-c462f187f4ea), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.312346 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.313923 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "DELETE /v2.0/security-groups/f29de2a4-c1ed-446b-81b7-c462f187f4ea HTTP/1.1" status: 204 len: 168 time: 0.1497850 Mar 10 04:15:32.318847 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53296) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:32.323583 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29de2a4-c1ed-446b-81b7-c462f187f4ea,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:32.331923 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.331923 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.332132 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.332409 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.332746 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.333128 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.333390 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.333724 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.334145 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.334409 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.334678 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.334993 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.335313 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b784d-9421-4613-b363-6e797be6dd18 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:32.339222 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.api.v2.resource [None req-5dff2755-97cc-48c0-bf79-f63effba72ca tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] show failed (client error): The resource could not be found. Mar 10 04:15:32.340253 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5dff2755-97cc-48c0-bf79-f63effba72ca tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "GET /v2.0/security-groups/f29de2a4-c1ed-446b-81b7-c462f187f4ea HTTP/1.1" status: 404 len: 347 time: 0.0198998 Mar 10 04:15:32.348547 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53298) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:32.349632 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefa76e-f469-4d2e-9ced-760dc7a480b4 req-920fab5c-f412-4da9-9421-81da465bf933 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:32.351336 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fefa76e-f469-4d2e-9ced-760dc7a480b4 req-920fab5c-f412-4da9-9421-81da465bf933 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 945 time: 0.0712552 Mar 10 04:15:32.409751 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fefa76e-f469-4d2e-9ced-760dc7a480b4 req-fc9933c5-a6b9-4f06-9b79-13c31db096e6 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502079 Mar 10 04:15:32.479003 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Deleting port 980ed712-90c8-4d7d-a2dc-114b81c9d3c3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:32.479337 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.550893 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.551212 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.563157 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Calling delete_port for 980ed712-90c8-4d7d-a2dc-114b81c9d3c3 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:32.645120 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device fb5dda03-dd91-43ed-ab73-5adb3389feff no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:32.665295 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: fb5dda03-dd91-43ed-ab73-5adb3389feff {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:32.665643 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device fb5dda03-dd91-43ed-ab73-5adb3389feff not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:32.694074 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (980ed712-90c8-4d7d-a2dc-114b81c9d3c3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.718462 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Pushing event deleted for resources: {'Port': ['ID=980ed712-90c8-4d7d-a2dc-114b81c9d3c3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:32.780457 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks [] for floatingip (9f844429-c042-4bf0-9c3c-cf59660ae835), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.782956 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:32.784104 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b44504fd-349e-4284-885d-f855a5cb6329 tempest-AttachVolumeNegativeTest-107427073 tempest-AttachVolumeNegativeTest-107427073-project] 10.222.0.15 "DELETE /v2.0/floatingips/9f844429-c042-4bf0-9c3c-cf59660ae835 HTTP/1.1" status: 204 len: 168 time: 0.4344759 Mar 10 04:15:33.529344 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a557e86-0c67-40a6-a184-16dfc001a8dd req-21cf032f-2978-4faa-be23-866903f19325 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:33.530790 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a557e86-0c67-40a6-a184-16dfc001a8dd req-21cf032f-2978-4faa-be23-866903f19325 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 945 time: 0.0549917 Mar 10 04:15:33.575645 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a557e86-0c67-40a6-a184-16dfc001a8dd req-c7b012b6-514b-4f40-9158-cba2dfa9b0d3 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups?id=09c73d23-176d-4564-a705-a720482f8a30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392969 Mar 10 04:15:34.088851 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-a1308b5b-0b73-4723-9408-fa2609a859a8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:34.090297 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-a1308b5b-0b73-4723-9408-fa2609a859a8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 945 time: 0.0597720 Mar 10 04:15:34.186035 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Deleting port 2e4d5079-1dea-42d8-b29f-80dfe8da122b {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:34.186379 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:34.277511 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] For port 2e4d5079-1dea-42d8-b29f-80dfe8da122b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2e4d5079-1dea-42d8-b29f-80dfe8da122b,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:34.277880 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:34.440349 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:34.440596 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (c4ee6796-cdba-45d3-b7fc-526017d32bb0), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:34.440905 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Floating IP c4ee6796-cdba-45d3-b7fc-526017d32bb0 disassociated. External IP: 172.27.2.80, port: 2e4d5079-1dea-42d8-b29f-80dfe8da122b. Mar 10 04:15:34.441234 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Calling delete_port for 2e4d5079-1dea-42d8-b29f-80dfe8da122b owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:34.563901 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (2e4d5079-1dea-42d8-b29f-80dfe8da122b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:34.590162 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event deleted for resources: {'Port': ['ID=2e4d5079-1dea-42d8-b29f-80dfe8da122b,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:34.677546 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa583225-40cc-46a1-a05f-9c52ae59a36d req-da65a20e-4acd-499b-9b1e-cd0381ccaf80 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfb87f0-75ab-476f-b959-95a296e7cc1d HTTP/1.1" status: 200 len: 210 time: 0.0343158 Mar 10 04:15:34.728574 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Router 6fc79e60-7292-413d-a9de-2ba7f796bee8 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:15:34.833153 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:15:34.842878 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] Sync routers for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:15:34.852268 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:34.852870 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:34.874044 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] No DVR routers for this DVR port 2e4d5079-1dea-42d8-b29f-80dfe8da122b on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:15:34.876426 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:34.879662 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a01ae56-7415-4472-a7d2-5866b26c65f4 req-cb72c775-748b-4dc4-bf57-680c21413292 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.26 "DELETE /v2.0/ports/2e4d5079-1dea-42d8-b29f-80dfe8da122b HTTP/1.1" status: 204 len: 173 time: 0.7840281 Mar 10 04:15:34.880119 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'name': 'network-vif-deleted', 'tag': '2e4d5079-1dea-42d8-b29f-80dfe8da122b'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:15:34.882359 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2addcdb-0314-4b87-9758-5525999c99c3" -d '{"events": [{"server_uuid": "4dfb87f0-75ab-476f-b959-95a296e7cc1d", "name": "network-vif-deleted", "tag": "2e4d5079-1dea-42d8-b29f-80dfe8da122b"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:15:34.923240 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb17341-ad82-4f82-b975-8470d2202599 x-openstack-request-id: req-fbb17341-ad82-4f82-b975-8470d2202599 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:15:34.923721 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfb87f0-75ab-476f-b959-95a296e7cc1d", "name": "network-vif-deleted", "tag": "2e4d5079-1dea-42d8-b29f-80dfe8da122b", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:15:34.924243 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbb17341-ad82-4f82-b975-8470d2202599 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:15:34.927933 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfb87f0-75ab-476f-b959-95a296e7cc1d', 'name': 'network-vif-deleted', 'tag': '2e4d5079-1dea-42d8-b29f-80dfe8da122b', 'status': 'completed', 'code': 200} Mar 10 04:15:34.973532 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:35.310730 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:35.342008 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] Checking router: 6fc79e60-7292-413d-a9de-2ba7f796bee8 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:15:35.350971 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:35.351593 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:35.462168 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:35.657329 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:35.686442 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc7aaf-fa71-4898-b899-9369dd3326fb None None] The sync data for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi is: [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:10:26Z', 'revision_number': 4, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'e5bb4dd2-eb6a-40aa-b297-6c053fb07d94', 'name': '', 'network_id': '82699838-18bb-40f4-bac9-1e3b6446b78a', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'mac_address': 'fa:16:3e:65:18:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:26Z', 'updated_at': '2022-03-10T04:10:30Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'subnets': [{'id': 'c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:15:35.762449 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53342) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:35.819945 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5dc4877f-9710-4c4a-8428-e512f13dcced tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (09c73d23-176d-4564-a705-a720482f8a30), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:35.843865 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5dc4877f-9710-4c4a-8428-e512f13dcced tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (09c73d23-176d-4564-a705-a720482f8a30), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:35.892782 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5dc4877f-9710-4c4a-8428-e512f13dcced tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (09c73d23-176d-4564-a705-a720482f8a30), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:35.895387 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5dc4877f-9710-4c4a-8428-e512f13dcced tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:35.896713 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5dc4877f-9710-4c4a-8428-e512f13dcced tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "DELETE /v2.0/security-groups/09c73d23-176d-4564-a705-a720482f8a30 HTTP/1.1" status: 204 len: 168 time: 0.1332517 Mar 10 04:15:35.899567 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53344) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:35.907385 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4877f-9710-4c4a-8428-e512f13dcced tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c73d23-176d-4564-a705-a720482f8a30,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:35.913725 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.api.v2.resource [None req-b335670f-ec6a-423a-ab60-747f655c5919 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] show failed (client error): The resource could not be found. Mar 10 04:15:35.914745 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b335670f-ec6a-423a-ab60-747f655c5919 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "GET /v2.0/security-groups/09c73d23-176d-4564-a705-a720482f8a30 HTTP/1.1" status: 404 len: 347 time: 0.0140762 Mar 10 04:15:35.918045 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53346) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:35.928359 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be180bd0-34d2-46c0-b473-dac34c798eb6 None None] New status for floating IP c4ee6796-cdba-45d3-b7fc-526017d32bb0: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:15:36.049151 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Deleting port 6c64ce25-86bf-49a3-870c-928c40cde74c {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:36.049495 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (6c64ce25-86bf-49a3-870c-928c40cde74c), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:36.128790 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (6c64ce25-86bf-49a3-870c-928c40cde74c), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:36.129118 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (6c64ce25-86bf-49a3-870c-928c40cde74c), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:36.140317 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Calling delete_port for 6c64ce25-86bf-49a3-870c-928c40cde74c owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:36.264129 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (6c64ce25-86bf-49a3-870c-928c40cde74c), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:36.293124 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Pushing event deleted for resources: {'Port': ['ID=6c64ce25-86bf-49a3-870c-928c40cde74c,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:36.449754 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53356) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:36.561760 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.562108 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.562447 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.562782 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.563110 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.563677 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.564032 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.564355 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.564677 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.564997 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.565314 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.565628 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.565942 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:36.570114 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks [] for floatingip (c4ee6796-cdba-45d3-b7fc-526017d32bb0), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:36.573174 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:36.574333 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-1f5960aa-359b-4250-b56c-defbfed3e7c8 tempest-AttachVolumeTestJSON-285345655 tempest-AttachVolumeTestJSON-285345655-project] 10.222.0.15 "DELETE /v2.0/floatingips/c4ee6796-cdba-45d3-b7fc-526017d32bb0 HTTP/1.1" status: 204 len: 168 time: 0.6554043 Mar 10 04:15:36.674764 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 2e4d5079-1dea-42d8-b29f-80dfe8da122b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:36.694781 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 2e4d5079-1dea-42d8-b29f-80dfe8da122b {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:36.695130 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 2e4d5079-1dea-42d8-b29f-80dfe8da122b not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:36.903867 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:37.144092 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Deleting port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:37.144365 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:37.218999 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] For port 01f2fe6d-a9e2-4010-8bae-14fa9b809bef, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:37.219360 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:37.231363 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Calling delete_port for 01f2fe6d-a9e2-4010-8bae-14fa9b809bef owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:37.403848 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (01f2fe6d-a9e2-4010-8bae-14fa9b809bef), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:37.435279 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f2fe6d-a9e2-4010-8bae-14fa9b809bef,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:37.597179 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.052435 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:15:38.158596 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:15:38.164020 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-13f0c02c-0538-4e34-8c75-8f91092edd04 admin admin] 10.222.0.15 "PUT /v2.0/routers/b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7131891 Mar 10 04:15:38.166611 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53370) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:38.166942 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] Sync routers for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:15:38.176323 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:38.176925 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:38.269887 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks [] for router (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.282444 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:38.374229 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks [] for router_gateway (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.425958 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Deleting port fd85f73e-f3c5-47a6-b6b5-557b65d098d9 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:38.426294 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.461773 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:15:37Z', 'revision_number': 5, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port': {'id': 'fd85f73e-f3c5-47a6-b6b5-557b65d098d9', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:38.487058 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] Checking router: b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:15:38.495720 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] Routers {'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:38.496311 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:38.502877 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] For port fd85f73e-f3c5-47a6-b6b5-557b65d098d9, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=fd85f73e-f3c5-47a6-b6b5-557b65d098d9,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:38.503263 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.516157 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Calling delete_port for fd85f73e-f3c5-47a6-b6b5-557b65d098d9 owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:38.581901 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] Set router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d gateway port host: None {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:38.631266 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:15:38Z', 'revision_number': 6, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:38.660224 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f31fdf-db57-4fcf-8cf4-b1a546d8874c None None] The sync data for ids ['b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d'] in dv-cinder-778193-25-iscsi is: [{'id': 'b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d', 'name': 'tempest-AttachVolumeNegativeTest-688703553-router', 'tenant_id': '2e617a5a84b449da8e8806baed547052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:10Z', 'updated_at': '2022-03-10T04:15:38Z', 'revision_number': 6, 'project_id': '2e617a5a84b449da8e8806baed547052', 'gw_port_host': None}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:15:38.688278 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (fd85f73e-f3c5-47a6-b6b5-557b65d098d9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.720676 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd85f73e-f3c5-47a6-b6b5-557b65d098d9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:38.773275 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.863710 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.865831 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks [] for router_controller (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.915853 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.916430 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:15:38.920688 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:38.921822 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4204a22d-1881-4986-bff2-37746b6f3f9f admin admin] 10.222.0.15 "DELETE /v2.0/routers/b35cb1f2-7ce1-4d03-a5f9-f0b9024efe6d HTTP/1.1" status: 204 len: 168 time: 0.7540908 Mar 10 04:15:38.925047 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53380) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:38.972924 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe6e6c3-e810-4d47-8c45-3da7b3ea578b admin admin] Deleting subnet 399d6d56-2396-43c5-a100-78108ba1deee {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:15:38.976247 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e6c3-e810-4d47-8c45-3da7b3ea578b admin admin] Publish callbacks [] for subnet (399d6d56-2396-43c5-a100-78108ba1deee), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.011916 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e6c3-e810-4d47-8c45-3da7b3ea578b admin admin] Publish callbacks [] for subnet (399d6d56-2396-43c5-a100-78108ba1deee), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.091995 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e6c3-e810-4d47-8c45-3da7b3ea578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (399d6d56-2396-43c5-a100-78108ba1deee), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.147969 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e6c3-e810-4d47-8c45-3da7b3ea578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for subnet (399d6d56-2396-43c5-a100-78108ba1deee), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.178671 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6e6c3-e810-4d47-8c45-3da7b3ea578b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=399d6d56-2396-43c5-a100-78108ba1deee,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:39.180906 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fe6e6c3-e810-4d47-8c45-3da7b3ea578b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.184249 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9fe6e6c3-e810-4d47-8c45-3da7b3ea578b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/399d6d56-2396-43c5-a100-78108ba1deee HTTP/1.1" status: 204 len: 168 time: 0.2581520 Mar 10 04:15:39.184720 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b58c804-01b4-4afe-950d-8a9e7f6d1891 None None] Network 4410d252-aefa-4843-8da2-38cf2eec01c6 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:15:39.186723 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53384) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:39.256046 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (4410d252-aefa-4843-8da2-38cf2eec01c6), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.313363 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Deleting port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:39.313957 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.378587 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] For port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=b871a1c3-1ca1-4393-a14c-4ef7bcc047b1,segment=NetworkSegment(b20f5224-aa26-4002-9251-f6e3ef1e45d8),segment_id=b20f5224-aa26-4002-9251-f6e3ef1e45d8)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:39.378851 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.390351 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Calling delete_port for b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:39.461426 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] DHCP port deletion for 4410d252-aefa-4843-8da2-38cf2eec01c6 request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:15:39.471858 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.498448 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Pushing event deleted for resources: {'Port': ['ID=b871a1c3-1ca1-4393-a14c-4ef7bcc047b1,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:39.500287 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] No DVR routers for this DVR port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 on host dv-cinder-778193-25-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:15:39.514914 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Deleting port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 {{(pid=103259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:39.515305 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), before_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.573985 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (4410d252-aefa-4843-8da2-38cf2eec01c6), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.578899 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] For port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1, host dv-cinder-778193-25-iscsi, got binding levels [] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:39.579294 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), precommit_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.593005 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Calling delete_port for b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 owned by network:dhcp {{(pid=103259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:39.595522 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.595914 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.596660 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.596989 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > port after_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.597094 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.ipam_backend_mixin [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 was not found and therefore no delete operation was performed {{(pid=103259) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 04:15:39.597331 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.597987 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > port after_update 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.598270 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (b871a1c3-1ca1-4393-a14c-4ef7bcc047b1), after_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.598406 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.598644 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.598957 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.599273 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.626821 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Pushing event deleted for resources: {'Port': ['ID=b871a1c3-1ca1-4393-a14c-4ef7bcc047b1,revision_number=None']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:39.629205 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] No DVR routers for this DVR port b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 on host dv-cinder-778193-25-iscsi {{(pid=103259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:15:39.637889 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.638240 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.638585 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.638935 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.639272 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.639603 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.639962 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.640291 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.640622 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.640944 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.641265 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.641583 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.641899 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a71128-337f-422d-98ba-c6517cf7cf16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:15:39.702693 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.703047 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.703380 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.703735 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:15:39.704125 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4410d252-aefa-4843-8da2-38cf2eec01c6']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:39.727699 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20f5224-aa26-4002-9251-f6e3ef1e45d8') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:39.728021 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20f5224-aa26-4002-9251-f6e3ef1e45d8') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:39.744902 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (b20f5224-aa26-4002-9251-f6e3ef1e45d8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.765456 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (b20f5224-aa26-4002-9251-f6e3ef1e45d8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.773388 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:15:39.773793 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (b20f5224-aa26-4002-9251-f6e3ef1e45d8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: from cryptography.utils import int_from_bytes Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: from cryptography.utils import int_from_bytes Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:15:39.778605 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:15:39.836285 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (4410d252-aefa-4843-8da2-38cf2eec01c6), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.847923 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:39.851219 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4410d252-aefa-4843-8da2-38cf2eec01c6 HTTP/1.1" status: 204 len: 168 time: 0.6634493 Mar 10 04:15:39.860354 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a156da7-577b-4202-8960-ab4aa6b17213 admin admin] Pushing event deleted for resources: {'Network': ['ID=4410d252-aefa-4843-8da2-38cf2eec01c6,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:39.877384 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:39.897493 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:39.897826 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device b871a1c3-1ca1-4393-a14c-4ef7bcc047b1 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:39.898243 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device fd85f73e-f3c5-47a6-b6b5-557b65d098d9 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:39.917886 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: fd85f73e-f3c5-47a6-b6b5-557b65d098d9 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:39.918230 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device fd85f73e-f3c5-47a6-b6b5-557b65d098d9 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:39.918646 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 01f2fe6d-a9e2-4010-8bae-14fa9b809bef no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:39.937596 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 01f2fe6d-a9e2-4010-8bae-14fa9b809bef {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:39.937932 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 01f2fe6d-a9e2-4010-8bae-14fa9b809bef not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:39.969248 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53388) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:40.010374 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-749668d1-be20-4c66-8d27-19fe263a4c04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e617a5a84b449da8e8806baed547052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386593 Mar 10 04:15:40.012159 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53392) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:40.060686 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb845-546a-43cc-9f85-9a607cded9d0 admin admin] Publish callbacks [] for security_group (a8eef0f9-eecd-41a7-b030-8df193aeb0f2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:40.082715 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb845-546a-43cc-9f85-9a607cded9d0 admin admin] Publish callbacks [] for security_group (a8eef0f9-eecd-41a7-b030-8df193aeb0f2), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:40.095221 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53398) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:40.131283 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb845-546a-43cc-9f85-9a607cded9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a8eef0f9-eecd-41a7-b030-8df193aeb0f2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:40.134662 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb845-546a-43cc-9f85-9a607cded9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:40.135912 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0b8eb845-546a-43cc-9f85-9a607cded9d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8eef0f9-eecd-41a7-b030-8df193aeb0f2 HTTP/1.1" status: 204 len: 168 time: 0.1226745 Mar 10 04:15:40.144005 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8eb845-546a-43cc-9f85-9a607cded9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eef0f9-eecd-41a7-b030-8df193aeb0f2,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:40.663927 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (6fc79e60-7292-413d-a9de-2ba7f796bee8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:40.958872 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Deleting port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:40.959236 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:41.038884 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] For port e5bb4dd2-eb6a-40aa-b297-6c053fb07d94, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:41.039242 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:41.055877 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Calling delete_port for e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:41.237574 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (e5bb4dd2-eb6a-40aa-b297-6c053fb07d94), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:41.263811 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bb4dd2-eb6a-40aa-b297-6c053fb07d94,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:41.432811 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (6fc79e60-7292-413d-a9de-2ba7f796bee8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:41.657099 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Router 6fc79e60-7292-413d-a9de-2ba7f796bee8 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:15:41.843485 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53450) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:41.952250 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33910754-3e4d-4ebc-a753-4345fdb22306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.014727 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:15:42.020369 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-942dcfab-9e5c-4386-a6fd-bda9770273c9 admin admin] 10.222.0.15 "PUT /v2.0/routers/6fc79e60-7292-413d-a9de-2ba7f796bee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9240150 Mar 10 04:15:42.022856 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53454) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:42.026426 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] Sync routers for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:15:42.032172 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33910754-3e4d-4ebc-a753-4345fdb22306 admin admin] Publish callbacks [] for security_group (fd8e30a0-ba25-49a2-9fb2-2a0bb3b01c69), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.036456 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33910754-3e4d-4ebc-a753-4345fdb22306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (fd8e30a0-ba25-49a2-9fb2-2a0bb3b01c69), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.038188 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:42.038984 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:42.068070 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33910754-3e4d-4ebc-a753-4345fdb22306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8e30a0-ba25-49a2-9fb2-2a0bb3b01c69,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:42.088305 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-33910754-3e4d-4ebc-a753-4345fdb22306 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae7f180ab3f94ec9adb278b323b9b935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428238 Mar 10 04:15:42.089769 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53456) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:42.133251 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks [] for router (6fc79e60-7292-413d-a9de-2ba7f796bee8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.145353 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4080e0e-4ace-43a7-9db3-145665e743c4 admin admin] Publish callbacks [] for security_group (fd8e30a0-ba25-49a2-9fb2-2a0bb3b01c69), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.166661 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:42.167180 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4080e0e-4ace-43a7-9db3-145665e743c4 admin admin] Publish callbacks [] for security_group (fd8e30a0-ba25-49a2-9fb2-2a0bb3b01c69), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.218633 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4080e0e-4ace-43a7-9db3-145665e743c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (fd8e30a0-ba25-49a2-9fb2-2a0bb3b01c69), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.221773 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d4080e0e-4ace-43a7-9db3-145665e743c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.225416 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d4080e0e-4ace-43a7-9db3-145665e743c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd8e30a0-ba25-49a2-9fb2-2a0bb3b01c69 HTTP/1.1" status: 204 len: 168 time: 0.1323028 Mar 10 04:15:42.237292 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4080e0e-4ace-43a7-9db3-145665e743c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8e30a0-ba25-49a2-9fb2-2a0bb3b01c69,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:42.257758 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks [] for router_gateway (6fc79e60-7292-413d-a9de-2ba7f796bee8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.317594 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Deleting port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:42.318019 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.405180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] For port 1e51da96-9d11-49a2-8bb6-d88fa79bfb43, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=1e51da96-9d11-49a2-8bb6-d88fa79bfb43,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:42.405822 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.422645 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Calling delete_port for 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:42.466694 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:15:41Z', 'revision_number': 5, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port': {'id': '1e51da96-9d11-49a2-8bb6-d88fa79bfb43', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:24Z', 'updated_at': '2022-03-10T04:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:42.494966 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] Checking router: 6fc79e60-7292-413d-a9de-2ba7f796bee8 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:15:42.503897 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] Routers {'6fc79e60-7292-413d-a9de-2ba7f796bee8'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:42.504761 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['6fc79e60-7292-413d-a9de-2ba7f796bee8'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:42.532642 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53462) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:42.547027 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3a80dc4-0da6-4fdb-ae33-b69a151f6ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.599465 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] Set router 6fc79e60-7292-413d-a9de-2ba7f796bee8 gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:42.614633 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (1e51da96-9d11-49a2-8bb6-d88fa79bfb43), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.626323 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3a80dc4-0da6-4fdb-ae33-b69a151f6ba7 admin admin] Publish callbacks [] for security_group (5b714ab7-adac-48ef-bf83-ddd540145828), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.630959 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3a80dc4-0da6-4fdb-ae33-b69a151f6ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (5b714ab7-adac-48ef-bf83-ddd540145828), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.643589 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e51da96-9d11-49a2-8bb6-d88fa79bfb43,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:42.668146 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:15:42Z', 'revision_number': 6, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:42.673342 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d3a80dc4-0da6-4fdb-ae33-b69a151f6ba7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9042c3bbe614337b03e0c491ec1ecf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395223 Mar 10 04:15:42.674455 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a80dc4-0da6-4fdb-ae33-b69a151f6ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b714ab7-adac-48ef-bf83-ddd540145828,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:42.676793 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53464) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:42.704380 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67805205-dd3f-4c87-a853-efb1f48ccb03 None None] The sync data for ids ['6fc79e60-7292-413d-a9de-2ba7f796bee8'] in dv-cinder-778193-25-iscsi is: [{'id': '6fc79e60-7292-413d-a9de-2ba7f796bee8', 'name': 'tempest-AttachVolumeTestJSON-1686832092-router', 'tenant_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:23Z', 'updated_at': '2022-03-10T04:15:42Z', 'revision_number': 6, 'project_id': '4bb4fe0c9d6643ce886b4e3582a4c816', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:15:42.709380 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (6fc79e60-7292-413d-a9de-2ba7f796bee8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.730551 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee552-f1c4-4a22-af87-753686f6f0d9 admin admin] Publish callbacks [] for security_group (5b714ab7-adac-48ef-bf83-ddd540145828), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.758588 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee552-f1c4-4a22-af87-753686f6f0d9 admin admin] Publish callbacks [] for security_group (5b714ab7-adac-48ef-bf83-ddd540145828), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.804978 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee552-f1c4-4a22-af87-753686f6f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (5b714ab7-adac-48ef-bf83-ddd540145828), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.807776 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee552-f1c4-4a22-af87-753686f6f0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.808983 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ac5ee552-f1c4-4a22-af87-753686f6f0d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b714ab7-adac-48ef-bf83-ddd540145828 HTTP/1.1" status: 204 len: 168 time: 0.1313577 Mar 10 04:15:42.816800 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ee552-f1c4-4a22-af87-753686f6f0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b714ab7-adac-48ef-bf83-ddd540145828,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:42.821207 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (6fc79e60-7292-413d-a9de-2ba7f796bee8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.823866 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks [] for router_controller (6fc79e60-7292-413d-a9de-2ba7f796bee8), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.889682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (6fc79e60-7292-413d-a9de-2ba7f796bee8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.890299 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc79e60-7292-413d-a9de-2ba7f796bee8 {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:15:42.895904 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.897084 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b98c0bee-f91e-40a0-b085-f4db2b8de32a admin admin] 10.222.0.15 "DELETE /v2.0/routers/6fc79e60-7292-413d-a9de-2ba7f796bee8 HTTP/1.1" status: 204 len: 168 time: 0.8731122 Mar 10 04:15:42.900318 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53470) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:42.945707 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ba26c9-4aea-4fa3-9c2e-5acfebe474f0 admin admin] Deleting subnet c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:15:42.949321 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-27ba26c9-4aea-4fa3-9c2e-5acfebe474f0 admin admin] Publish callbacks [] for subnet (c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:42.984008 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-27ba26c9-4aea-4fa3-9c2e-5acfebe474f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126045839'] for subnet (c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.082428 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-27ba26c9-4aea-4fa3-9c2e-5acfebe474f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.142131 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-27ba26c9-4aea-4fa3-9c2e-5acfebe474f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125984446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287404'] for subnet (c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.169143 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba26c9-4aea-4fa3-9c2e-5acfebe474f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:43.172682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-27ba26c9-4aea-4fa3-9c2e-5acfebe474f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.178212 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-27ba26c9-4aea-4fa3-9c2e-5acfebe474f0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c06133d1-c9fd-4ca6-b477-f5c1f0ff6d1f HTTP/1.1" status: 204 len: 168 time: 0.2746212 Mar 10 04:15:43.178536 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53480) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:43.181755 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3fff9-e31c-42b8-9a60-3dfe2d8d33c7 None None] Network 82699838-18bb-40f4-bac9-1e3b6446b78a requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:15:43.252810 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (82699838-18bb-40f4-bac9-1e3b6446b78a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.306382 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Deleting port 92bb4023-1640-43bf-b919-9648e63ec6d5 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:43.306999 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.375428 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] For port 92bb4023-1640-43bf-b919-9648e63ec6d5, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=92bb4023-1640-43bf-b919-9648e63ec6d5,segment=NetworkSegment(d8bbae38-3192-47fd-9ebb-447cbf5677f4),segment_id=d8bbae38-3192-47fd-9ebb-447cbf5677f4)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:43.375817 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.391939 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Calling delete_port for 92bb4023-1640-43bf-b919-9648e63ec6d5 owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:43.407280 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-08c22584-fa78-4479-ab1d-6b50970afca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.478526 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (92bb4023-1640-43bf-b919-9648e63ec6d5), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.504716 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Pushing event deleted for resources: {'Port': ['ID=92bb4023-1640-43bf-b919-9648e63ec6d5,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:43.508278 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] No DVR routers for this DVR port 92bb4023-1640-43bf-b919-9648e63ec6d5 on host dv-cinder-778193-25-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:15:43.529252 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c58f9-6da8-4f26-90c1-9be195755f08 None None] DHCP port deletion for 82699838-18bb-40f4-bac9-1e3b6446b78a request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:15:43.586332 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (82699838-18bb-40f4-bac9-1e3b6446b78a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.606511 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82699838-18bb-40f4-bac9-1e3b6446b78a']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:43.616560 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bbae38-3192-47fd-9ebb-447cbf5677f4') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:43.616560 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bbae38-3192-47fd-9ebb-447cbf5677f4') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:43.626826 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (d8bbae38-3192-47fd-9ebb-447cbf5677f4), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.640688 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (d8bbae38-3192-47fd-9ebb-447cbf5677f4), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.649917 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:15:43.650419 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (d8bbae38-3192-47fd-9ebb-447cbf5677f4), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:15:43.653147 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:15:43.721899 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (82699838-18bb-40f4-bac9-1e3b6446b78a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.728380 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:43.732835 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] 10.222.0.15 "DELETE /v2.0/networks/82699838-18bb-40f4-bac9-1e3b6446b78a HTTP/1.1" status: 204 len: 168 time: 0.5533633 Mar 10 04:15:43.744435 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bec611-34cb-4130-b7ea-d5ade2d1fa0b admin admin] Pushing event deleted for resources: {'Network': ['ID=82699838-18bb-40f4-bac9-1e3b6446b78a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:43.891497 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:43.911786 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:43.912116 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e5bb4dd2-eb6a-40aa-b297-6c053fb07d94 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:43.912536 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 92bb4023-1640-43bf-b919-9648e63ec6d5 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:43.929184 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53504) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:43.935090 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 92bb4023-1640-43bf-b919-9648e63ec6d5 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:43.935439 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 92bb4023-1640-43bf-b919-9648e63ec6d5 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:43.935891 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:43.955327 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:43.955954 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 1e51da96-9d11-49a2-8bb6-d88fa79bfb43 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:43.979538 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c3214426-8d06-4129-9bd2-1f0be50abf15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bb4fe0c9d6643ce886b4e3582a4c816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485644 Mar 10 04:15:43.981885 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53506) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:44.029062 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac281166-cf08-46fd-917a-4522dabb6cb0 admin admin] Publish callbacks [] for security_group (004baf32-26ec-4026-ac35-32d61b84fc09), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:44.049457 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac281166-cf08-46fd-917a-4522dabb6cb0 admin admin] Publish callbacks [] for security_group (004baf32-26ec-4026-ac35-32d61b84fc09), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:44.108998 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac281166-cf08-46fd-917a-4522dabb6cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (004baf32-26ec-4026-ac35-32d61b84fc09), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:44.111704 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac281166-cf08-46fd-917a-4522dabb6cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:44.115478 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ac281166-cf08-46fd-917a-4522dabb6cb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/004baf32-26ec-4026-ac35-32d61b84fc09 HTTP/1.1" status: 204 len: 168 time: 0.1300621 Mar 10 04:15:44.126063 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac281166-cf08-46fd-917a-4522dabb6cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004baf32-26ec-4026-ac35-32d61b84fc09,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:45.322799 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53574) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:45.422498 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6a140eae-2528-4a8e-9cc8-ebd756a33025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:45.496178 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6a140eae-2528-4a8e-9cc8-ebd756a33025 admin admin] Publish callbacks [] for security_group (8f290db1-0b50-4840-be25-37bc92c13c0e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:45.499622 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6a140eae-2528-4a8e-9cc8-ebd756a33025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (8f290db1-0b50-4840-be25-37bc92c13c0e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:45.536017 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a140eae-2528-4a8e-9cc8-ebd756a33025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f290db1-0b50-4840-be25-37bc92c13c0e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:45.542716 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6a140eae-2528-4a8e-9cc8-ebd756a33025 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f842cd4030304a7f824cd9420e8773d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188830 Mar 10 04:15:45.542936 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53578) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:45.549529 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9b8100e6-7496-4604-ae1b-94b30c026017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:45.590605 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64355c0f-89cb-4669-af03-c7f014c705a4 admin admin] Publish callbacks [] for security_group (8f290db1-0b50-4840-be25-37bc92c13c0e), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:45.610682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64355c0f-89cb-4669-af03-c7f014c705a4 admin admin] Publish callbacks [] for security_group (8f290db1-0b50-4840-be25-37bc92c13c0e), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:45.655863 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64355c0f-89cb-4669-af03-c7f014c705a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (8f290db1-0b50-4840-be25-37bc92c13c0e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:45.658931 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-64355c0f-89cb-4669-af03-c7f014c705a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:45.660021 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-64355c0f-89cb-4669-af03-c7f014c705a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f290db1-0b50-4840-be25-37bc92c13c0e HTTP/1.1" status: 204 len: 168 time: 0.1160307 Mar 10 04:15:45.667486 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64355c0f-89cb-4669-af03-c7f014c705a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f290db1-0b50-4840-be25-37bc92c13c0e,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:46.623200 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.288095 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53650) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:47.328719 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.395427 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-28dcbd09-c76d-4734-8113-69ef16336dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.474786 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-28dcbd09-c76d-4734-8113-69ef16336dec admin admin] Publish callbacks [] for security_group (0e44415f-1584-4365-bcc0-2bb7b0006dc9), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.478852 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-28dcbd09-c76d-4734-8113-69ef16336dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0e44415f-1584-4365-bcc0-2bb7b0006dc9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.520365 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-28dcbd09-c76d-4734-8113-69ef16336dec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1c231d9882243ceb87efad9b97a72f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310076 Mar 10 04:15:47.521700 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcbd09-c76d-4734-8113-69ef16336dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44415f-1584-4365-bcc0-2bb7b0006dc9,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:47.523436 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53654) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:47.576420 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdf42-7a75-4c16-979c-6d2b161849c8 admin admin] Publish callbacks [] for security_group (0e44415f-1584-4365-bcc0-2bb7b0006dc9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.597522 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdf42-7a75-4c16-979c-6d2b161849c8 admin admin] Publish callbacks [] for security_group (0e44415f-1584-4365-bcc0-2bb7b0006dc9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.647917 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdf42-7a75-4c16-979c-6d2b161849c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0e44415f-1584-4365-bcc0-2bb7b0006dc9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.650491 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f3bdf42-7a75-4c16-979c-6d2b161849c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:47.651646 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8f3bdf42-7a75-4c16-979c-6d2b161849c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e44415f-1584-4365-bcc0-2bb7b0006dc9 HTTP/1.1" status: 204 len: 168 time: 0.1264720 Mar 10 04:15:47.662587 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bdf42-7a75-4c16-979c-6d2b161849c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44415f-1584-4365-bcc0-2bb7b0006dc9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:47.917518 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53672) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:47.930176 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69068013-b4ac-4ede-85a0-f455a5f3a44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:48.004991 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69068013-b4ac-4ede-85a0-f455a5f3a44b admin admin] Publish callbacks [] for security_group (0b66bd17-82a0-460d-8436-b6bee2cd44b0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:48.008402 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-69068013-b4ac-4ede-85a0-f455a5f3a44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0b66bd17-82a0-460d-8436-b6bee2cd44b0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:48.045293 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-69068013-b4ac-4ede-85a0-f455a5f3a44b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42b104245e4647d6b498115ef8b75514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267471 Mar 10 04:15:48.046409 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69068013-b4ac-4ede-85a0-f455a5f3a44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b66bd17-82a0-460d-8436-b6bee2cd44b0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:48.047987 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53674) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:48.096789 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-778c4742-dfd3-4773-bc4b-4b03037195fe admin admin] Publish callbacks [] for security_group (0b66bd17-82a0-460d-8436-b6bee2cd44b0), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:48.117569 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-778c4742-dfd3-4773-bc4b-4b03037195fe admin admin] Publish callbacks [] for security_group (0b66bd17-82a0-460d-8436-b6bee2cd44b0), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:48.163305 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-778c4742-dfd3-4773-bc4b-4b03037195fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0b66bd17-82a0-460d-8436-b6bee2cd44b0), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:48.166484 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-778c4742-dfd3-4773-bc4b-4b03037195fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:48.167634 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-778c4742-dfd3-4773-bc4b-4b03037195fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b66bd17-82a0-460d-8436-b6bee2cd44b0 HTTP/1.1" status: 204 len: 168 time: 0.1186759 Mar 10 04:15:48.175172 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c4742-dfd3-4773-bc4b-4b03037195fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b66bd17-82a0-460d-8436-b6bee2cd44b0,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:48.324657 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:49.820301 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71986453-22e3-44c1-9e2e-64bdfc5e83fa req-27e23f0d-737b-4741-87ee-d13dc7ddebed tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:49.822756 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-71986453-22e3-44c1-9e2e-64bdfc5e83fa req-27e23f0d-737b-4741-87ee-d13dc7ddebed tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 947 time: 0.0653346 Mar 10 04:15:49.875925 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-71986453-22e3-44c1-9e2e-64bdfc5e83fa req-c5d23c10-e005-46c2-a97c-70ca437127a0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471501 Mar 10 04:15:50.058130 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:51.006594 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb88d8-5b22-4c4e-b4ea-7f915d9ec48e req-fb3c16d0-5c5e-4704-9eae-4b7d02840834 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:51.008165 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3feb88d8-5b22-4c4e-b4ea-7f915d9ec48e req-fb3c16d0-5c5e-4704-9eae-4b7d02840834 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 947 time: 0.0566142 Mar 10 04:15:51.059398 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3feb88d8-5b22-4c4e-b4ea-7f915d9ec48e req-93b69262-12a8-47e1-b0fc-65a2fa3872cd tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Mar 10 04:15:51.718742 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-45bf9175-cf23-4d29-a68b-cb4793b1fbbb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:51.720087 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-45bf9175-cf23-4d29-a68b-cb4793b1fbbb tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 947 time: 0.0508263 Mar 10 04:15:51.809908 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Deleting port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:51.810254 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:51.897291 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] For port de3c8c01-8bc9-45c2-ba8e-ea863c19e152, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:51.897650 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:52.060364 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:52.061020 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (980783ab-5472-4c5f-8040-94f11cb28cec), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:52.061020 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Floating IP 980783ab-5472-4c5f-8040-94f11cb28cec disassociated. External IP: 172.27.2.81, port: de3c8c01-8bc9-45c2-ba8e-ea863c19e152. Mar 10 04:15:52.061352 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Calling delete_port for de3c8c01-8bc9-45c2-ba8e-ea863c19e152 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:52.214881 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (de3c8c01-8bc9-45c2-ba8e-ea863c19e152), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:52.222862 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e1a47-7910-4eb4-ba25-104cd4d57dad req-1423ebe1-91fc-46b2-aeeb-bff203ae13c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:15:52.224934 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c89e1a47-7910-4eb4-ba25-104cd4d57dad req-1423ebe1-91fc-46b2-aeeb-bff203ae13c7 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ecaf719-c753-4287-b2d6-18a09c18980f HTTP/1.1" status: 200 len: 947 time: 0.0859103 Mar 10 04:15:52.262879 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event deleted for resources: {'Port': ['ID=de3c8c01-8bc9-45c2-ba8e-ea863c19e152,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:52.342760 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c89e1a47-7910-4eb4-ba25-104cd4d57dad req-7c5f9809-9a2a-44ea-b592-321b948246ae tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups?id=1291be0c-e95f-41cb-9337-9b3debf4daa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120501 Mar 10 04:15:52.403027 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Router d917f827-a643-4989-aa42-7d98eb0e66c2 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:15:52.522191 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:15:52.533218 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] Sync routers for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:15:52.543624 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:52.544441 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:52.567444 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] No DVR routers for this DVR port de3c8c01-8bc9-45c2-ba8e-ea863c19e152 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:15:52.570142 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:52.574130 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ff9ae84d-1d3c-48cc-ab08-ce2df9579c10 req-e57a6707-16e8-4c73-ba8f-aad2c6e16fd5 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.26 "DELETE /v2.0/ports/de3c8c01-8bc9-45c2-ba8e-ea863c19e152 HTTP/1.1" status: 204 len: 173 time: 0.8474071 Mar 10 04:15:52.574269 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-deleted', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:15:52.576614 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ed111b-e48c-4476-91ec-41365dbca753" -d '{"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-deleted", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:15:52.620233 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bb4e24-04c9-4ee7-93bc-c4251055c2e3 x-openstack-request-id: req-c0bb4e24-04c9-4ee7-93bc-c4251055c2e3 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:15:52.620583 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecaf719-c753-4287-b2d6-18a09c18980f", "name": "network-vif-deleted", "tag": "de3c8c01-8bc9-45c2-ba8e-ea863c19e152", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:15:52.621171 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0bb4e24-04c9-4ee7-93bc-c4251055c2e3 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:15:52.621756 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecaf719-c753-4287-b2d6-18a09c18980f', 'name': 'network-vif-deleted', 'tag': 'de3c8c01-8bc9-45c2-ba8e-ea863c19e152', 'status': 'completed', 'code': 200} Mar 10 04:15:52.698684 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:53.083986 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:53.117157 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] Checking router: d917f827-a643-4989-aa42-7d98eb0e66c2 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:15:53.129191 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:53.129910 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:53.245138 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:53.402538 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53826) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:53.436357 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53832) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:53.454966 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:53.483039 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9277d6-064a-4f13-b0e9-ba33e9d7dea3 None None] The sync data for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi is: [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:09:25Z', 'revision_number': 4, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '18ea73c1-cd3e-4aae-a837-8e52fb64400a', 'name': '', 'network_id': '59347b9f-2f5e-411b-86f5-64b8472f699d', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'mac_address': 'fa:16:3e:3e:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:21Z', 'updated_at': '2022-03-10T04:09:36Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'subnets': [{'id': 'd061e888-d403-4f61-b05e-8ce7b7226089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:15:53.490633 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-428ab1ec-29cd-4510-b745-3ae7b1b34593 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (1291be0c-e95f-41cb-9337-9b3debf4daa6), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.522425 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ebff89a1-7cb6-4ba7-b51c-8de90edc7efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.529120 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-428ab1ec-29cd-4510-b745-3ae7b1b34593 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (1291be0c-e95f-41cb-9337-9b3debf4daa6), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.605245 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-428ab1ec-29cd-4510-b745-3ae7b1b34593 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (1291be0c-e95f-41cb-9337-9b3debf4daa6), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.608122 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-428ab1ec-29cd-4510-b745-3ae7b1b34593 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.609277 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-428ab1ec-29cd-4510-b745-3ae7b1b34593 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "DELETE /v2.0/security-groups/1291be0c-e95f-41cb-9337-9b3debf4daa6 HTTP/1.1" status: 204 len: 168 time: 0.1717465 Mar 10 04:15:53.612072 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53844) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:53.627125 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ab1ec-29cd-4510-b745-3ae7b1b34593 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1291be0c-e95f-41cb-9337-9b3debf4daa6,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:53.631775 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-4d573fb3-bfcc-4faf-a0dc-2d1af853e0ce tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] show failed (client error): The resource could not be found. Mar 10 04:15:53.638167 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4d573fb3-bfcc-4faf-a0dc-2d1af853e0ce tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "GET /v2.0/security-groups/1291be0c-e95f-41cb-9337-9b3debf4daa6 HTTP/1.1" status: 404 len: 347 time: 0.0240366 Mar 10 04:15:53.639039 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53846) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:53.694933 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ebff89a1-7cb6-4ba7-b51c-8de90edc7efb admin admin] Publish callbacks [] for security_group (082fdc37-17df-4604-9ac4-701c53e2704e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.701470 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ebff89a1-7cb6-4ba7-b51c-8de90edc7efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (082fdc37-17df-4604-9ac4-701c53e2704e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.748591 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ebff89a1-7cb6-4ba7-b51c-8de90edc7efb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7be50d3037584b368fe477adba83de2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449531 Mar 10 04:15:53.748854 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53852) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:53.750271 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff89a1-7cb6-4ba7-b51c-8de90edc7efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082fdc37-17df-4604-9ac4-701c53e2704e,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:53.811291 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2988012-2078-4cfd-b8f8-d3060ba6406e None None] New status for floating IP 980783ab-5472-4c5f-8040-94f11cb28cec: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:15:53.839014 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a1f286c-5a6c-4ff6-bb69-1cc837ae9478 admin admin] Publish callbacks [] for security_group (082fdc37-17df-4604-9ac4-701c53e2704e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.844359 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Deleting port 800c52e5-c0dd-490d-a463-5b7eb064b931 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:53.844699 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (800c52e5-c0dd-490d-a463-5b7eb064b931), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.875889 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a1f286c-5a6c-4ff6-bb69-1cc837ae9478 admin admin] Publish callbacks [] for security_group (082fdc37-17df-4604-9ac4-701c53e2704e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.934953 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53856) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:53.968126 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (800c52e5-c0dd-490d-a463-5b7eb064b931), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.968463 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (800c52e5-c0dd-490d-a463-5b7eb064b931), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.981873 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Calling delete_port for 800c52e5-c0dd-490d-a463-5b7eb064b931 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:53.994428 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a1f286c-5a6c-4ff6-bb69-1cc837ae9478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (082fdc37-17df-4604-9ac4-701c53e2704e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.996982 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a1f286c-5a6c-4ff6-bb69-1cc837ae9478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:53.998124 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8a1f286c-5a6c-4ff6-bb69-1cc837ae9478 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/082fdc37-17df-4604-9ac4-701c53e2704e HTTP/1.1" status: 204 len: 168 time: 0.2480798 Mar 10 04:15:54.034748 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f286c-5a6c-4ff6-bb69-1cc837ae9478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082fdc37-17df-4604-9ac4-701c53e2704e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:54.067241 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ee23426d-a14c-488a-ae41-ed3399892ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.150873 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (800c52e5-c0dd-490d-a463-5b7eb064b931), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.157774 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ee23426d-a14c-488a-ae41-ed3399892ed5 admin admin] Publish callbacks [] for security_group (557446e0-72ec-43f9-850d-b2f3e7ab4824), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.164944 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ee23426d-a14c-488a-ae41-ed3399892ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (557446e0-72ec-43f9-850d-b2f3e7ab4824), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.179755 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Pushing event deleted for resources: {'Port': ['ID=800c52e5-c0dd-490d-a463-5b7eb064b931,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:54.208054 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23426d-a14c-488a-ae41-ed3399892ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557446e0-72ec-43f9-850d-b2f3e7ab4824,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:54.215064 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ee23426d-a14c-488a-ae41-ed3399892ed5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4998640c62624c6f852018d2a87ee2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790363 Mar 10 04:15:54.215634 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53864) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:54.245566 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks [] for floatingip (980783ab-5472-4c5f-8040-94f11cb28cec), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.248822 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.252740 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9e9c6034-fdff-4248-af32-0392da3bc21b tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] 10.222.0.15 "DELETE /v2.0/floatingips/980783ab-5472-4c5f-8040-94f11cb28cec HTTP/1.1" status: 204 len: 168 time: 0.6100466 Mar 10 04:15:54.269238 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-51847423-4ead-4eb0-84bf-73f57fc4b19f admin admin] Publish callbacks [] for security_group (557446e0-72ec-43f9-850d-b2f3e7ab4824), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.290335 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-51847423-4ead-4eb0-84bf-73f57fc4b19f admin admin] Publish callbacks [] for security_group (557446e0-72ec-43f9-850d-b2f3e7ab4824), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.348549 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53870) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:54.356196 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-51847423-4ead-4eb0-84bf-73f57fc4b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (557446e0-72ec-43f9-850d-b2f3e7ab4824), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.358773 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-51847423-4ead-4eb0-84bf-73f57fc4b19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.359820 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-51847423-4ead-4eb0-84bf-73f57fc4b19f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/557446e0-72ec-43f9-850d-b2f3e7ab4824 HTTP/1.1" status: 204 len: 168 time: 0.1429324 Mar 10 04:15:54.369111 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e60eec33-5381-4588-8948-ff740fa2247e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.380160 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51847423-4ead-4eb0-84bf-73f57fc4b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557446e0-72ec-43f9-850d-b2f3e7ab4824,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:54.459273 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e60eec33-5381-4588-8948-ff740fa2247e admin admin] Publish callbacks [] for security_group (47e6c10a-df84-42bd-a783-c4dbbbafc076), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.464804 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e60eec33-5381-4588-8948-ff740fa2247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (47e6c10a-df84-42bd-a783-c4dbbbafc076), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.503388 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e60eec33-5381-4588-8948-ff740fa2247e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=628f497315ea484fba86ad62f876b0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537971 Mar 10 04:15:54.504486 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eec33-5381-4588-8948-ff740fa2247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e6c10a-df84-42bd-a783-c4dbbbafc076,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:54.506108 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53874) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:54.560440 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2787f335-29d2-4427-b20b-8ebadda7fb4b admin admin] Publish callbacks [] for security_group (47e6c10a-df84-42bd-a783-c4dbbbafc076), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.582029 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2787f335-29d2-4427-b20b-8ebadda7fb4b admin admin] Publish callbacks [] for security_group (47e6c10a-df84-42bd-a783-c4dbbbafc076), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.632535 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2787f335-29d2-4427-b20b-8ebadda7fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (47e6c10a-df84-42bd-a783-c4dbbbafc076), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.635594 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2787f335-29d2-4427-b20b-8ebadda7fb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.636768 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2787f335-29d2-4427-b20b-8ebadda7fb4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47e6c10a-df84-42bd-a783-c4dbbbafc076 HTTP/1.1" status: 204 len: 168 time: 0.1296844 Mar 10 04:15:54.644897 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787f335-29d2-4427-b20b-8ebadda7fb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e6c10a-df84-42bd-a783-c4dbbbafc076,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:54.711104 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53880) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:54.721659 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:15:54.725084 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db72c726-5cd8-48cd-b092-9acaa450edab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.742389 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: de3c8c01-8bc9-45c2-ba8e-ea863c19e152 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:15:54.742769 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device de3c8c01-8bc9-45c2-ba8e-ea863c19e152 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:15:54.802647 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db72c726-5cd8-48cd-b092-9acaa450edab admin admin] Publish callbacks [] for security_group (78890cca-af68-4e71-9cfb-73a538c30d9f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.806696 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db72c726-5cd8-48cd-b092-9acaa450edab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (78890cca-af68-4e71-9cfb-73a538c30d9f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.843090 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-db72c726-5cd8-48cd-b092-9acaa450edab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=358b7c3d8361478189278726d511ee2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300197 Mar 10 04:15:54.845479 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 53886) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:54.848460 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72c726-5cd8-48cd-b092-9acaa450edab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78890cca-af68-4e71-9cfb-73a538c30d9f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:54.906448 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6401c5c4-6eb6-450b-9203-6ef7be960274 admin admin] Publish callbacks [] for security_group (78890cca-af68-4e71-9cfb-73a538c30d9f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.929473 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6401c5c4-6eb6-450b-9203-6ef7be960274 admin admin] Publish callbacks [] for security_group (78890cca-af68-4e71-9cfb-73a538c30d9f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.979839 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6401c5c4-6eb6-450b-9203-6ef7be960274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (78890cca-af68-4e71-9cfb-73a538c30d9f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.982558 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6401c5c4-6eb6-450b-9203-6ef7be960274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:54.983755 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6401c5c4-6eb6-450b-9203-6ef7be960274 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78890cca-af68-4e71-9cfb-73a538c30d9f HTTP/1.1" status: 204 len: 168 time: 0.1372812 Mar 10 04:15:54.991304 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401c5c4-6eb6-450b-9203-6ef7be960274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78890cca-af68-4e71-9cfb-73a538c30d9f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:56.729014 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 53992) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:56.839135 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54000) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:56.922699 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6af10bd-bd79-42ba-ad28-8d41218c9944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.088553 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6af10bd-bd79-42ba-ad28-8d41218c9944 admin admin] Publish callbacks [] for security_group (af10ea4e-c5bb-46dd-9c78-787171544867), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.116250 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6af10bd-bd79-42ba-ad28-8d41218c9944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (af10ea4e-c5bb-46dd-9c78-787171544867), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.166864 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a6af10bd-bd79-42ba-ad28-8d41218c9944 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ac4b13805a84094951ad849f6d706af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265035 Mar 10 04:15:57.170221 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54004) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:57.170679 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af10bd-bd79-42ba-ad28-8d41218c9944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af10ea4e-c5bb-46dd-9c78-787171544867,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:57.220462 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-91c94758-2be2-4f7e-884c-c0b81c56b983 admin admin] Publish callbacks [] for security_group (af10ea4e-c5bb-46dd-9c78-787171544867), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.241706 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-91c94758-2be2-4f7e-884c-c0b81c56b983 admin admin] Publish callbacks [] for security_group (af10ea4e-c5bb-46dd-9c78-787171544867), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.286342 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-91c94758-2be2-4f7e-884c-c0b81c56b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (af10ea4e-c5bb-46dd-9c78-787171544867), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.290302 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-91c94758-2be2-4f7e-884c-c0b81c56b983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.293891 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-91c94758-2be2-4f7e-884c-c0b81c56b983 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af10ea4e-c5bb-46dd-9c78-787171544867 HTTP/1.1" status: 204 len: 168 time: 0.1200898 Mar 10 04:15:57.300297 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c94758-2be2-4f7e-884c-c0b81c56b983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af10ea4e-c5bb-46dd-9c78-787171544867,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:57.309249 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (d917f827-a643-4989-aa42-7d98eb0e66c2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.554875 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54014) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:57.567923 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2aee829-ca15-44d9-9e0b-81ee0997326a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.574638 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Deleting port 18ea73c1-cd3e-4aae-a837-8e52fb64400a {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:57.574981 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.648550 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2aee829-ca15-44d9-9e0b-81ee0997326a admin admin] Publish callbacks [] for security_group (2c862b5a-bf9f-4022-b8ab-54e627ddad31), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.654649 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2aee829-ca15-44d9-9e0b-81ee0997326a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2c862b5a-bf9f-4022-b8ab-54e627ddad31), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.666596 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] For port 18ea73c1-cd3e-4aae-a837-8e52fb64400a, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=18ea73c1-cd3e-4aae-a837-8e52fb64400a,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:57.666983 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.679967 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Calling delete_port for 18ea73c1-cd3e-4aae-a837-8e52fb64400a owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:57.698552 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e2aee829-ca15-44d9-9e0b-81ee0997326a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91e0e0f7e8be483fa4a601b13eccf02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396260 Mar 10 04:15:57.698552 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aee829-ca15-44d9-9e0b-81ee0997326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c862b5a-bf9f-4022-b8ab-54e627ddad31,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:57.700027 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54024) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:57.844426 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8de626b-bd1a-4f80-b804-9c5a6d5ad319 admin admin] Publish callbacks [] for security_group (2c862b5a-bf9f-4022-b8ab-54e627ddad31), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.878476 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8de626b-bd1a-4f80-b804-9c5a6d5ad319 admin admin] Publish callbacks [] for security_group (2c862b5a-bf9f-4022-b8ab-54e627ddad31), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.961173 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8de626b-bd1a-4f80-b804-9c5a6d5ad319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2c862b5a-bf9f-4022-b8ab-54e627ddad31), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.963607 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f8de626b-bd1a-4f80-b804-9c5a6d5ad319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.964760 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f8de626b-bd1a-4f80-b804-9c5a6d5ad319 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c862b5a-bf9f-4022-b8ab-54e627ddad31 HTTP/1.1" status: 204 len: 168 time: 0.2637210 Mar 10 04:15:57.978703 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de626b-bd1a-4f80-b804-9c5a6d5ad319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c862b5a-bf9f-4022-b8ab-54e627ddad31,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:57.987799 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (18ea73c1-cd3e-4aae-a837-8e52fb64400a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:58.022192 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ea73c1-cd3e-4aae-a837-8e52fb64400a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:58.193178 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (d917f827-a643-4989-aa42-7d98eb0e66c2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:58.675083 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Router d917f827-a643-4989-aa42-7d98eb0e66c2 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:15:58.785761 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:15:58.791865 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-868ad5a4-cc4b-442b-8d6a-822ffa5ad207 admin admin] 10.222.0.15 "PUT /v2.0/routers/d917f827-a643-4989-aa42-7d98eb0e66c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0617814 Mar 10 04:15:58.794432 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54052) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:58.798712 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] Sync routers for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:15:58.811632 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:58.812618 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:58.915473 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks [] for router (d917f827-a643-4989-aa42-7d98eb0e66c2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:58.940538 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:58.995165 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54060) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:59.031427 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks [] for router_gateway (d917f827-a643-4989-aa42-7d98eb0e66c2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.097841 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Deleting port 500a2f53-e829-4df3-addd-66cd178d71eb {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:15:59.098409 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.174518 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:15:57Z', 'revision_number': 5, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port': {'id': '500a2f53-e829-4df3-addd-66cd178d71eb', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:09:14Z', 'updated_at': '2022-03-10T04:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:59.197366 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] For port 500a2f53-e829-4df3-addd-66cd178d71eb, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=500a2f53-e829-4df3-addd-66cd178d71eb,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:15:59.197967 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.209470 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] Checking router: d917f827-a643-4989-aa42-7d98eb0e66c2 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:15:59.210121 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8077f79e-703c-4273-bbaf-8189de077d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.217276 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Calling delete_port for 500a2f53-e829-4df3-addd-66cd178d71eb owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:15:59.226536 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] Routers {'d917f827-a643-4989-aa42-7d98eb0e66c2'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:15:59.226536 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:15:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d917f827-a643-4989-aa42-7d98eb0e66c2'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:59.321945 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] Set router d917f827-a643-4989-aa42-7d98eb0e66c2 gateway port host: None {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:15:59.334531 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8077f79e-703c-4273-bbaf-8189de077d78 admin admin] Publish callbacks [] for security_group (55d7089d-0ffd-4831-bcda-4b4bc03e918c), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.341403 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8077f79e-703c-4273-bbaf-8189de077d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (55d7089d-0ffd-4831-bcda-4b4bc03e918c), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.382213 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8077f79e-703c-4273-bbaf-8189de077d78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1921d2bc4fba46eabe48c4162cfdeb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858182 Mar 10 04:15:59.386366 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54076) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:59.388465 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077f79e-703c-4273-bbaf-8189de077d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d7089d-0ffd-4831-bcda-4b4bc03e918c,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:59.393547 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:15:59Z', 'revision_number': 6, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:15:59.426196 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fb66d-bb90-47f4-962d-249077f99d56 None None] The sync data for ids ['d917f827-a643-4989-aa42-7d98eb0e66c2'] in dv-cinder-778193-25-iscsi is: [{'id': 'd917f827-a643-4989-aa42-7d98eb0e66c2', 'name': 'tempest-AttachVolumeShelveTestJSON-527244999-router', 'tenant_id': '1043931780a941138b2c0a8bd33e3723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:09:12Z', 'updated_at': '2022-03-10T04:15:59Z', 'revision_number': 6, 'project_id': '1043931780a941138b2c0a8bd33e3723', 'gw_port_host': None}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:15:59.427482 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (500a2f53-e829-4df3-addd-66cd178d71eb), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.446391 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-263a97d2-55e5-483f-99fc-2bfb348ff640 admin admin] Publish callbacks [] for security_group (55d7089d-0ffd-4831-bcda-4b4bc03e918c), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.464523 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Pushing event deleted for resources: {'Port': ['ID=500a2f53-e829-4df3-addd-66cd178d71eb,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:59.478178 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-263a97d2-55e5-483f-99fc-2bfb348ff640 admin admin] Publish callbacks [] for security_group (55d7089d-0ffd-4831-bcda-4b4bc03e918c), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.525830 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (d917f827-a643-4989-aa42-7d98eb0e66c2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.535123 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-263a97d2-55e5-483f-99fc-2bfb348ff640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (55d7089d-0ffd-4831-bcda-4b4bc03e918c), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.537945 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-263a97d2-55e5-483f-99fc-2bfb348ff640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.541535 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-263a97d2-55e5-483f-99fc-2bfb348ff640 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55d7089d-0ffd-4831-bcda-4b4bc03e918c HTTP/1.1" status: 204 len: 168 time: 0.1517258 Mar 10 04:15:59.552046 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a97d2-55e5-483f-99fc-2bfb348ff640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d7089d-0ffd-4831-bcda-4b4bc03e918c,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:15:59.624329 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (d917f827-a643-4989-aa42-7d98eb0e66c2), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.627165 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks [] for router_controller (d917f827-a643-4989-aa42-7d98eb0e66c2), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.677438 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (d917f827-a643-4989-aa42-7d98eb0e66c2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.678287 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d917f827-a643-4989-aa42-7d98eb0e66c2 {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:15:59.684009 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.687419 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-43fc3bb2-fb98-42d8-bc94-5b5695fdf444 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d917f827-a643-4989-aa42-7d98eb0e66c2 HTTP/1.1" status: 204 len: 168 time: 0.8897312 Mar 10 04:15:59.687665 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54086) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:59.737983 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-d737c5d0-7c3a-4b7f-885b-9e01eb85d89b admin admin] Deleting subnet d061e888-d403-4f61-b05e-8ce7b7226089 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:15:59.741088 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d737c5d0-7c3a-4b7f-885b-9e01eb85d89b admin admin] Publish callbacks [] for subnet (d061e888-d403-4f61-b05e-8ce7b7226089), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.776771 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d737c5d0-7c3a-4b7f-885b-9e01eb85d89b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (d061e888-d403-4f61-b05e-8ce7b7226089), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.904418 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d737c5d0-7c3a-4b7f-885b-9e01eb85d89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (d061e888-d403-4f61-b05e-8ce7b7226089), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.966086 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d737c5d0-7c3a-4b7f-885b-9e01eb85d89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (d061e888-d403-4f61-b05e-8ce7b7226089), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.973572 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54090) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:15:59.986798 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bbd8-8d68-4dc2-9777-eda179adb628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.999290 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737c5d0-7c3a-4b7f-885b-9e01eb85d89b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d061e888-d403-4f61-b05e-8ce7b7226089,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:00.001293 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d737c5d0-7c3a-4b7f-885b-9e01eb85d89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.006745 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d737c5d0-7c3a-4b7f-885b-9e01eb85d89b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d061e888-d403-4f61-b05e-8ce7b7226089 HTTP/1.1" status: 204 len: 168 time: 0.3153946 Mar 10 04:16:00.007281 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54092) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:00.015006 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc1693-1daa-43fc-a621-da66466e76bb None None] Network 59347b9f-2f5e-411b-86f5-64b8472f699d requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:00.075480 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bbd8-8d68-4dc2-9777-eda179adb628 admin admin] Publish callbacks [] for security_group (a9afcb9d-080a-4667-8138-4f3d9103f207), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.082814 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bbd8-8d68-4dc2-9777-eda179adb628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a9afcb9d-080a-4667-8138-4f3d9103f207), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.087668 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (59347b9f-2f5e-411b-86f5-64b8472f699d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.136035 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7bbd8-8d68-4dc2-9777-eda179adb628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9afcb9d-080a-4667-8138-4f3d9103f207,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:00.140682 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a2d7bbd8-8d68-4dc2-9777-eda179adb628 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b87540b5ea1d452caf6077d189492152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659312 Mar 10 04:16:00.143294 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54094) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:00.167194 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Deleting port 9fa5a499-be28-4c29-bbb2-db7776f9a54c {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:16:00.167536 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.235052 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9288d577-db23-4852-a12c-d12ec9fbcb44 admin admin] Publish callbacks [] for security_group (a9afcb9d-080a-4667-8138-4f3d9103f207), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.251173 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] For port 9fa5a499-be28-4c29-bbb2-db7776f9a54c, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=9fa5a499-be28-4c29-bbb2-db7776f9a54c,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:00.251544 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.264820 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9288d577-db23-4852-a12c-d12ec9fbcb44 admin admin] Publish callbacks [] for security_group (a9afcb9d-080a-4667-8138-4f3d9103f207), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.265498 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] DHCP port deletion for 59347b9f-2f5e-411b-86f5-64b8472f699d request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:16:00.293235 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Calling delete_port for 9fa5a499-be28-4c29-bbb2-db7776f9a54c owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:16:00.338468 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9288d577-db23-4852-a12c-d12ec9fbcb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a9afcb9d-080a-4667-8138-4f3d9103f207), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.343157 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9288d577-db23-4852-a12c-d12ec9fbcb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.344448 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9288d577-db23-4852-a12c-d12ec9fbcb44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9afcb9d-080a-4667-8138-4f3d9103f207 HTTP/1.1" status: 204 len: 168 time: 0.2004402 Mar 10 04:16:00.347872 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 18ea73c1-cd3e-4aae-a837-8e52fb64400a no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:16:00.354820 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288d577-db23-4852-a12c-d12ec9fbcb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9afcb9d-080a-4667-8138-4f3d9103f207,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:00.380824 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 18ea73c1-cd3e-4aae-a837-8e52fb64400a {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:16:00.381434 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 18ea73c1-cd3e-4aae-a837-8e52fb64400a not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:16:00.405953 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] Deleting port 9fa5a499-be28-4c29-bbb2-db7776f9a54c {{(pid=103259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:16:00.406257 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), before_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.418157 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.444956 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa5a499-be28-4c29-bbb2-db7776f9a54c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:00.451063 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] No DVR routers for this DVR port 9fa5a499-be28-4c29-bbb2-db7776f9a54c on host dv-cinder-778193-25-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:16:00.495196 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] For port 9fa5a499-be28-4c29-bbb2-db7776f9a54c, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=9fa5a499-be28-4c29-bbb2-db7776f9a54c,segment=NetworkSegment(06bb14b7-f29d-4709-b2f4-d5fcdf861dc0),segment_id=06bb14b7-f29d-4709-b2f4-d5fcdf861dc0)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:00.495406 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), precommit_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.512157 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] Calling delete_port for 9fa5a499-be28-4c29-bbb2-db7776f9a54c owned by network:dhcp {{(pid=103259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:16:00.533001 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (59347b9f-2f5e-411b-86f5-64b8472f699d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.560319 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59347b9f-2f5e-411b-86f5-64b8472f699d']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:00.570280 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:00.571015 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bb14b7-f29d-4709-b2f4-d5fcdf861dc0') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:00.582065 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126390699'] for segment (06bb14b7-f29d-4709-b2f4-d5fcdf861dc0), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.601092 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (06bb14b7-f29d-4709-b2f4-d5fcdf861dc0), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.610042 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:16:00.610662 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126390889'] for segment (06bb14b7-f29d-4709-b2f4-d5fcdf861dc0), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: Traceback (most recent call last): Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: timer() Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: cb(*args, **kw) Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: return func(*args, **kwargs) Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: self._notify() Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: self.callback(batched_events) Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: event.method(event) Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: return f(self, *a, **k) Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._get(url).json() Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:16:00.614183 dv-cinder-778193-25-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:16:00.659984 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (9fa5a499-be28-4c29-bbb2-db7776f9a54c), after_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.689180 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (59347b9f-2f5e-411b-86f5-64b8472f699d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.694349 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] Pushing event deleted for resources: {'Port': ['ID=9fa5a499-be28-4c29-bbb2-db7776f9a54c,revision_number=None']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:00.699675 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.701694 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8cb71d-66ae-4f03-b540-e8f221080135 None None] No DVR routers for this DVR port 9fa5a499-be28-4c29-bbb2-db7776f9a54c on host dv-cinder-778193-25-iscsi {{(pid=103259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:16:00.704177 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] 10.222.0.15 "DELETE /v2.0/networks/59347b9f-2f5e-411b-86f5-64b8472f699d HTTP/1.1" status: 204 len: 168 time: 0.6945231 Mar 10 04:16:00.714332 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00508319-8bc1-4869-8441-5922f08e680a admin admin] Pushing event deleted for resources: {'Network': ['ID=59347b9f-2f5e-411b-86f5-64b8472f699d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:00.824088 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54114) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:00.864938 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9aaabf11-945e-4e68-ab0a-da57d40f4d15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1043931780a941138b2c0a8bd33e3723&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393229 Mar 10 04:16:00.867186 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54116) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:00.919892 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e333ea77-543a-4730-a784-9646b41f9bef admin admin] Publish callbacks [] for security_group (46d0fc3c-1441-449f-88de-494f20bf423f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.941034 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e333ea77-543a-4730-a784-9646b41f9bef admin admin] Publish callbacks [] for security_group (46d0fc3c-1441-449f-88de-494f20bf423f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.992936 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e333ea77-543a-4730-a784-9646b41f9bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (46d0fc3c-1441-449f-88de-494f20bf423f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.995780 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e333ea77-543a-4730-a784-9646b41f9bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:00.996936 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e333ea77-543a-4730-a784-9646b41f9bef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46d0fc3c-1441-449f-88de-494f20bf423f HTTP/1.1" status: 204 len: 168 time: 0.1282859 Mar 10 04:16:01.013516 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333ea77-543a-4730-a784-9646b41f9bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d0fc3c-1441-449f-88de-494f20bf423f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:01.677620 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54160) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:01.781101 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-892545916-network', 'tenant_id': '218f3bb981b840eb9a458797ab8aa487'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:01.800367 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Made reservation on behalf of 218f3bb981b840eb9a458797ab8aa487 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:01.802544 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:01.811025 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:01.876348 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 500a2f53-e829-4df3-addd-66cd178d71eb no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:16:01.882871 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Publish callbacks [] for security_group (a76f2d4b-54d3-44cf-9ac1-823cb8c59913), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:01.887446 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a76f2d4b-54d3-44cf-9ac1-823cb8c59913), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:01.897164 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 500a2f53-e829-4df3-addd-66cd178d71eb {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:16:01.897513 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 500a2f53-e829-4df3-addd-66cd178d71eb not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:16:01.897933 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 9fa5a499-be28-4c29-bbb2-db7776f9a54c no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:16:01.912142 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:16:01.917146 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 9fa5a499-be28-4c29-bbb2-db7776f9a54c {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:16:01.917497 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 9fa5a499-be28-4c29-bbb2-db7776f9a54c not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:16:01.920906 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76f2d4b-54d3-44cf-9ac1-823cb8c59913,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:01.927055 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (b43875dc-adcc-4652-9e8f-cb0d1e39aa5c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:01.927446 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Added segment b43875dc-adcc-4652-9e8f-cb0d1e39aa5c of type vlan for network f859c556-c9fa-4f38-9ff5-12f76802de96 Mar 10 04:16:01.966986 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (f859c556-c9fa-4f38-9ff5-12f76802de96), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:01.994391 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (f859c556-c9fa-4f38-9ff5-12f76802de96), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:01.995312 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:01.995909 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:02.021887 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3430188 Mar 10 04:16:02.025138 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54166) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:02.030099 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Request body: {'subnet': {'network_id': 'f859c556-c9fa-4f38-9ff5-12f76802de96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-892545916-subnet', 'tenant_id': '218f3bb981b840eb9a458797ab8aa487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:02.049477 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Made reservation on behalf of 218f3bb981b840eb9a458797ab8aa487 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:02.051825 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126287371'] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:02.056883 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce21ea3-1bf6-4ae3-85a2-db06553a4684 admin admin] Pushing event updated for resources: {'Network': ['ID=f859c556-c9fa-4f38-9ff5-12f76802de96,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:02.067079 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network f859c556-c9fa-4f38-9ff5-12f76802de96 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:16:02.222597 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125984509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126287397'] for subnet (25fc10c7-b108-4298-a7d2-cfe8ee57defa), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:02.276558 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fc10c7-b108-4298-a7d2-cfe8ee57defa,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:02.284866 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Checking segment: {'id': 'b43875dc-adcc-4652-9e8f-cb0d1e39aa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f859c556-c9fa-4f38-9ff5-12f76802de96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:16:02.285230 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Network hostable DHCP agents. Network: f859c556-c9fa-4f38-9ff5-12f76802de96, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:16:02.301366 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Network f859c556-c9fa-4f38-9ff5-12f76802de96 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:16:02.310003 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, f859c556-c9fa-4f38-9ff5-12f76802de96) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:16:02.314326 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:02.314913 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:02.319388 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b9629-1801-432b-a98a-ab387b2dd581 None None] Network f859c556-c9fa-4f38-9ff5-12f76802de96 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:02.330737 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e7a95764-c244-4dbb-b525-04e7603666d0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3045328 Mar 10 04:16:02.550500 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801173c2-18fb-4b52-b399-caf3adaa0f9d None None] Network f859c556-c9fa-4f38-9ff5-12f76802de96 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:02.792173 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54186) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:02.796907 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1874058472-network', 'tenant_id': 'f7cb7e6d3e784708b69f8e90fd9fc521'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:02.814968 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Made reservation on behalf of f7cb7e6d3e784708b69f8e90fd9fc521 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:02.817183 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:02.825665 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.158749 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Publish callbacks [] for security_group (3ebdefa7-9128-4231-8b4d-e800828292ba), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.162861 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3ebdefa7-9128-4231-8b4d-e800828292ba), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.186145 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:16:03.196686 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebdefa7-9128-4231-8b4d-e800828292ba,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:03.201265 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (6cb021fa-89dc-4df5-b1a0-d7ebae586379), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.201602 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Added segment 6cb021fa-89dc-4df5-b1a0-d7ebae586379 of type vlan for network b058b876-9f9a-496e-89ba-304a0a3bdafd Mar 10 04:16:03.239327 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (b058b876-9f9a-496e-89ba-304a0a3bdafd), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.263502 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (b058b876-9f9a-496e-89ba-304a0a3bdafd), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.264539 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:03.265115 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.296408 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5031753 Mar 10 04:16:03.299235 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54188) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:03.304287 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Request body: {'subnet': {'network_id': 'b058b876-9f9a-496e-89ba-304a0a3bdafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1874058472-subnet', 'tenant_id': 'f7cb7e6d3e784708b69f8e90fd9fc521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:03.323847 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Made reservation on behalf of f7cb7e6d3e784708b69f8e90fd9fc521 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:03.326018 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbb057-0bae-4f04-86b8-f97316f2e436 admin admin] Pushing event updated for resources: {'Network': ['ID=b058b876-9f9a-496e-89ba-304a0a3bdafd,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:03.326143 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126656659'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.336147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network b058b876-9f9a-496e-89ba-304a0a3bdafd details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:16:03.487897 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126390772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126656701'] for subnet (292f95d3-d86f-490e-8f54-a43625e646aa), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.542089 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292f95d3-d86f-490e-8f54-a43625e646aa,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:03.549880 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Checking segment: {'id': '6cb021fa-89dc-4df5-b1a0-d7ebae586379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b058b876-9f9a-496e-89ba-304a0a3bdafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:16:03.550232 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Network hostable DHCP agents. Network: b058b876-9f9a-496e-89ba-304a0a3bdafd, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:16:03.567290 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Network b058b876-9f9a-496e-89ba-304a0a3bdafd is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:16:03.576016 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, b058b876-9f9a-496e-89ba-304a0a3bdafd) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:16:03.580564 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:03.581664 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.585121 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff154a07-8880-4ec0-87db-9e762e0e8b3b None None] Network b058b876-9f9a-496e-89ba-304a0a3bdafd requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:03.596801 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-302da13b-ced4-420d-9191-090dfe5901a8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2964590 Mar 10 04:16:03.684139 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4be3f-1a3e-45d8-b752-c71c400d15f1 None None] Network b058b876-9f9a-496e-89ba-304a0a3bdafd requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:03.708278 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54194) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:03.755643 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-003d8f8f-93ca-4b5c-9fcf-9f3c33f1894b admin admin] Deleting subnet 25fc10c7-b108-4298-a7d2-cfe8ee57defa {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:16:03.759059 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-003d8f8f-93ca-4b5c-9fcf-9f3c33f1894b admin admin] Publish callbacks [] for subnet (25fc10c7-b108-4298-a7d2-cfe8ee57defa), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.793597 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-003d8f8f-93ca-4b5c-9fcf-9f3c33f1894b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (25fc10c7-b108-4298-a7d2-cfe8ee57defa), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.832450 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-003d8f8f-93ca-4b5c-9fcf-9f3c33f1894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (25fc10c7-b108-4298-a7d2-cfe8ee57defa), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.882968 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-003d8f8f-93ca-4b5c-9fcf-9f3c33f1894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (25fc10c7-b108-4298-a7d2-cfe8ee57defa), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.906809 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d8f8f-93ca-4b5c-9fcf-9f3c33f1894b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fc10c7-b108-4298-a7d2-cfe8ee57defa,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:03.911533 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-003d8f8f-93ca-4b5c-9fcf-9f3c33f1894b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:03.915288 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-003d8f8f-93ca-4b5c-9fcf-9f3c33f1894b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/25fc10c7-b108-4298-a7d2-cfe8ee57defa HTTP/1.1" status: 204 len: 168 time: 0.2059958 Mar 10 04:16:03.917746 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54198) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:03.931345 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:16:03.986863 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (f859c556-c9fa-4f38-9ff5-12f76802de96), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.065192 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (f859c556-c9fa-4f38-9ff5-12f76802de96), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.084238 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f859c556-c9fa-4f38-9ff5-12f76802de96']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:04.093631 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43875dc-adcc-4652-9e8f-cb0d1e39aa5c') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:04.093929 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43875dc-adcc-4652-9e8f-cb0d1e39aa5c') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:04.103774 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126390699'] for segment (b43875dc-adcc-4652-9e8f-cb0d1e39aa5c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.116533 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (b43875dc-adcc-4652-9e8f-cb0d1e39aa5c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.122313 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:16:04.122683 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126390889'] for segment (b43875dc-adcc-4652-9e8f-cb0d1e39aa5c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: Traceback (most recent call last): Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: timer() Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: cb(*args, **kw) Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: return func(*args, **kwargs) Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: self._notify() Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: self.callback(batched_events) Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: event.method(event) Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: return f(self, *a, **k) Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._get(url).json() Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:16:04.124298 dv-cinder-778193-25-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:16:04.176407 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (f859c556-c9fa-4f38-9ff5-12f76802de96), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.180582 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.186612 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f859c556-c9fa-4f38-9ff5-12f76802de96 HTTP/1.1" status: 204 len: 168 time: 0.2653437 Mar 10 04:16:04.187201 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54200) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:04.195966 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c4203-6af5-42e7-ad11-ffc9dc7fa170 admin admin] Pushing event deleted for resources: {'Network': ['ID=f859c556-c9fa-4f38-9ff5-12f76802de96,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:04.234018 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9c200b-0240-43a5-a769-b95dfcca5ef4 admin admin] Deleting subnet 292f95d3-d86f-490e-8f54-a43625e646aa {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:16:04.237196 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fa9c200b-0240-43a5-a769-b95dfcca5ef4 admin admin] Publish callbacks [] for subnet (292f95d3-d86f-490e-8f54-a43625e646aa), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.270329 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fa9c200b-0240-43a5-a769-b95dfcca5ef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126045839'] for subnet (292f95d3-d86f-490e-8f54-a43625e646aa), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.309091 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fa9c200b-0240-43a5-a769-b95dfcca5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (292f95d3-d86f-490e-8f54-a43625e646aa), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.359895 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fa9c200b-0240-43a5-a769-b95dfcca5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125984446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287404'] for subnet (292f95d3-d86f-490e-8f54-a43625e646aa), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.389917 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c200b-0240-43a5-a769-b95dfcca5ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292f95d3-d86f-490e-8f54-a43625e646aa,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:04.391866 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fa9c200b-0240-43a5-a769-b95dfcca5ef4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.394975 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fa9c200b-0240-43a5-a769-b95dfcca5ef4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/292f95d3-d86f-490e-8f54-a43625e646aa HTTP/1.1" status: 204 len: 168 time: 0.2067237 Mar 10 04:16:04.397350 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54202) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:04.465332 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (b058b876-9f9a-496e-89ba-304a0a3bdafd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.540576 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (b058b876-9f9a-496e-89ba-304a0a3bdafd), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.560014 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b058b876-9f9a-496e-89ba-304a0a3bdafd']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:04.569050 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb021fa-89dc-4df5-b1a0-d7ebae586379') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:04.569344 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb021fa-89dc-4df5-b1a0-d7ebae586379') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:16:04.578764 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (6cb021fa-89dc-4df5-b1a0-d7ebae586379), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.592317 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (6cb021fa-89dc-4df5-b1a0-d7ebae586379), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.598104 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:16:04.598477 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (6cb021fa-89dc-4df5-b1a0-d7ebae586379), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:16:04.600143 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:16:04.652384 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (b058b876-9f9a-496e-89ba-304a0a3bdafd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.660544 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.663564 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b058b876-9f9a-496e-89ba-304a0a3bdafd HTTP/1.1" status: 204 len: 168 time: 0.2652998 Mar 10 04:16:04.673202 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2266f8c-cfef-4426-8228-bf8d4eb681b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b058b876-9f9a-496e-89ba-304a0a3bdafd,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:04.825976 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54216) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:04.875905 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b0d207cc-e922-42df-a7c2-d739c96a1888 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=218f3bb981b840eb9a458797ab8aa487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464573 Mar 10 04:16:04.876315 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54222) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:04.929224 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4eae-47c1-4ab8-a4e6-68a169122c18 admin admin] Publish callbacks [] for security_group (a76f2d4b-54d3-44cf-9ac1-823cb8c59913), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:04.952863 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4eae-47c1-4ab8-a4e6-68a169122c18 admin admin] Publish callbacks [] for security_group (a76f2d4b-54d3-44cf-9ac1-823cb8c59913), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:05.008440 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4eae-47c1-4ab8-a4e6-68a169122c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a76f2d4b-54d3-44cf-9ac1-823cb8c59913), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:05.010985 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4eae-47c1-4ab8-a4e6-68a169122c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:05.012334 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a0ef4eae-47c1-4ab8-a4e6-68a169122c18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a76f2d4b-54d3-44cf-9ac1-823cb8c59913 HTTP/1.1" status: 204 len: 168 time: 0.1350508 Mar 10 04:16:05.020690 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef4eae-47c1-4ab8-a4e6-68a169122c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76f2d4b-54d3-44cf-9ac1-823cb8c59913,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:05.353348 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54238) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:05.390738 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c0af3940-67b4-4314-b804-9b2a1a61b523 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7cb7e6d3e784708b69f8e90fd9fc521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0362787 Mar 10 04:16:05.393065 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54240) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:05.437755 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-22cc578e-7b44-4a40-a569-d9507797cdcb admin admin] Publish callbacks [] for security_group (3ebdefa7-9128-4231-8b4d-e800828292ba), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:05.458633 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-22cc578e-7b44-4a40-a569-d9507797cdcb admin admin] Publish callbacks [] for security_group (3ebdefa7-9128-4231-8b4d-e800828292ba), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:05.505090 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-22cc578e-7b44-4a40-a569-d9507797cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3ebdefa7-9128-4231-8b4d-e800828292ba), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:05.507519 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-22cc578e-7b44-4a40-a569-d9507797cdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:05.508749 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-22cc578e-7b44-4a40-a569-d9507797cdcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ebdefa7-9128-4231-8b4d-e800828292ba HTTP/1.1" status: 204 len: 168 time: 0.1147785 Mar 10 04:16:05.516112 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc578e-7b44-4a40-a569-d9507797cdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebdefa7-9128-4231-8b4d-e800828292ba,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:07.543814 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54354) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:07.665211 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13ff26e5-7326-40dd-89c0-0b6703539acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:07.751242 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13ff26e5-7326-40dd-89c0-0b6703539acd admin admin] Publish callbacks [] for security_group (eab482a8-9fea-46af-ab42-27c9f216e494), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:07.755361 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13ff26e5-7326-40dd-89c0-0b6703539acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (eab482a8-9fea-46af-ab42-27c9f216e494), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:07.799478 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-13ff26e5-7326-40dd-89c0-0b6703539acd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03a6fe3a77cc4949b22e1709c624922f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523248 Mar 10 04:16:07.800120 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54390) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:07.810858 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff26e5-7326-40dd-89c0-0b6703539acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab482a8-9fea-46af-ab42-27c9f216e494,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:07.866220 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bc6dd11-27ec-4d2c-b2bc-e0125f9cf497 admin admin] Publish callbacks [] for security_group (eab482a8-9fea-46af-ab42-27c9f216e494), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:07.892478 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bc6dd11-27ec-4d2c-b2bc-e0125f9cf497 admin admin] Publish callbacks [] for security_group (eab482a8-9fea-46af-ab42-27c9f216e494), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:07.953600 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bc6dd11-27ec-4d2c-b2bc-e0125f9cf497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (eab482a8-9fea-46af-ab42-27c9f216e494), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:07.955676 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bc6dd11-27ec-4d2c-b2bc-e0125f9cf497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:07.956822 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3bc6dd11-27ec-4d2c-b2bc-e0125f9cf497 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eab482a8-9fea-46af-ab42-27c9f216e494 HTTP/1.1" status: 204 len: 168 time: 0.1558082 Mar 10 04:16:07.970035 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6dd11-27ec-4d2c-b2bc-e0125f9cf497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab482a8-9fea-46af-ab42-27c9f216e494,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:08.286854 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54428) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:08.301349 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3da8190a-e350-42bb-82f6-e5194438ee86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.380927 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3da8190a-e350-42bb-82f6-e5194438ee86 admin admin] Publish callbacks [] for security_group (d27a4ba6-5da4-43b9-8261-0ee3212b8b00), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.386690 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3da8190a-e350-42bb-82f6-e5194438ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d27a4ba6-5da4-43b9-8261-0ee3212b8b00), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.422470 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8190a-e350-42bb-82f6-e5194438ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a4ba6-5da4-43b9-8261-0ee3212b8b00,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:08.426042 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54436) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:08.435232 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3da8190a-e350-42bb-82f6-e5194438ee86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad5944f6ead4479b94616cabe65f2c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469090 Mar 10 04:16:08.437801 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54438) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:08.485148 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-922cf277-5c23-4923-a80f-9379a757caf9 admin admin] Publish callbacks [] for security_group (d27a4ba6-5da4-43b9-8261-0ee3212b8b00), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.507206 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-922cf277-5c23-4923-a80f-9379a757caf9 admin admin] Publish callbacks [] for security_group (d27a4ba6-5da4-43b9-8261-0ee3212b8b00), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.547458 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-116a05d6-748b-4c8a-b840-31c163636d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.557719 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-922cf277-5c23-4923-a80f-9379a757caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d27a4ba6-5da4-43b9-8261-0ee3212b8b00), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.561784 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-922cf277-5c23-4923-a80f-9379a757caf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.563505 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-922cf277-5c23-4923-a80f-9379a757caf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d27a4ba6-5da4-43b9-8261-0ee3212b8b00 HTTP/1.1" status: 204 len: 168 time: 0.1245871 Mar 10 04:16:08.572417 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cf277-5c23-4923-a80f-9379a757caf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a4ba6-5da4-43b9-8261-0ee3212b8b00,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:08.644106 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-116a05d6-748b-4c8a-b840-31c163636d8b admin admin] Publish callbacks [] for security_group (349d76e5-08c8-41eb-be23-0bf400e236cf), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.648503 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-116a05d6-748b-4c8a-b840-31c163636d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (349d76e5-08c8-41eb-be23-0bf400e236cf), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.679348 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a05d6-748b-4c8a-b840-31c163636d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349d76e5-08c8-41eb-be23-0bf400e236cf,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:08.698683 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54452) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:08.704247 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-116a05d6-748b-4c8a-b840-31c163636d8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ce5d94cd4ac4adaa7d32f3765785752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770770 Mar 10 04:16:08.756774 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da58021-9f25-481d-b754-01e54f8299e9 admin admin] Publish callbacks [] for security_group (349d76e5-08c8-41eb-be23-0bf400e236cf), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.780021 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da58021-9f25-481d-b754-01e54f8299e9 admin admin] Publish callbacks [] for security_group (349d76e5-08c8-41eb-be23-0bf400e236cf), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.830300 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da58021-9f25-481d-b754-01e54f8299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (349d76e5-08c8-41eb-be23-0bf400e236cf), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.833153 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da58021-9f25-481d-b754-01e54f8299e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:08.835016 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4da58021-9f25-481d-b754-01e54f8299e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/349d76e5-08c8-41eb-be23-0bf400e236cf HTTP/1.1" status: 204 len: 168 time: 0.1353295 Mar 10 04:16:08.855329 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da58021-9f25-481d-b754-01e54f8299e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349d76e5-08c8-41eb-be23-0bf400e236cf,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:09.145654 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54482) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:09.160120 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-329e04f0-e77f-47d9-82f0-76464738484c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:09.246412 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-329e04f0-e77f-47d9-82f0-76464738484c admin admin] Publish callbacks [] for security_group (2ff17683-2e4c-4a12-a4bb-c34c164a29b6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:09.250616 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-329e04f0-e77f-47d9-82f0-76464738484c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2ff17683-2e4c-4a12-a4bb-c34c164a29b6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:09.291984 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e04f0-e77f-47d9-82f0-76464738484c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff17683-2e4c-4a12-a4bb-c34c164a29b6,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:09.298856 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-329e04f0-e77f-47d9-82f0-76464738484c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71a9ba05bb7d43749f5f5d1f75485ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520369 Mar 10 04:16:09.299565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54498) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:09.362973 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0326c44-48ce-4627-8d16-ceecc2b38bbc admin admin] Publish callbacks [] for security_group (2ff17683-2e4c-4a12-a4bb-c34c164a29b6), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:09.384333 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0326c44-48ce-4627-8d16-ceecc2b38bbc admin admin] Publish callbacks [] for security_group (2ff17683-2e4c-4a12-a4bb-c34c164a29b6), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:09.441790 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0326c44-48ce-4627-8d16-ceecc2b38bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (2ff17683-2e4c-4a12-a4bb-c34c164a29b6), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:09.445245 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0326c44-48ce-4627-8d16-ceecc2b38bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:09.448260 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e0326c44-48ce-4627-8d16-ceecc2b38bbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ff17683-2e4c-4a12-a4bb-c34c164a29b6 HTTP/1.1" status: 204 len: 168 time: 0.1471424 Mar 10 04:16:09.459661 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0326c44-48ce-4627-8d16-ceecc2b38bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff17683-2e4c-4a12-a4bb-c34c164a29b6,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:13.419580 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-086ed49a-a9df-4cd5-aaad-f120e80a8a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:15.550508 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7eb3da8d-a004-4d88-a666-8e2ab5e77f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:15.914511 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54672) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:16.015172 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f914bde2-4225-4681-9281-25ca68287877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:16.092177 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f914bde2-4225-4681-9281-25ca68287877 admin admin] Publish callbacks [] for security_group (38e3aa61-d5dd-42d0-8fe6-a22731a647e8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:16.097557 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f914bde2-4225-4681-9281-25ca68287877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (38e3aa61-d5dd-42d0-8fe6-a22731a647e8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:16.385284 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f914bde2-4225-4681-9281-25ca68287877 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77ce5a9883514b709d5a9294f2b27356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4696257 Mar 10 04:16:16.390173 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914bde2-4225-4681-9281-25ca68287877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e3aa61-d5dd-42d0-8fe6-a22731a647e8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:16.390960 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54682) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:16.483246 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7397-0583-48be-8df3-89506d9eeb95 admin admin] Publish callbacks [] for security_group (38e3aa61-d5dd-42d0-8fe6-a22731a647e8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:16.509748 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7397-0583-48be-8df3-89506d9eeb95 admin admin] Publish callbacks [] for security_group (38e3aa61-d5dd-42d0-8fe6-a22731a647e8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:16.535385 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd66d-64b3-4d14-994c-f5f40ebbad5c req-19aba10c-008b-4dac-9dc3-bcd9e6f9728f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:16.536856 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-632dd66d-64b3-4d14-994c-f5f40ebbad5c req-19aba10c-008b-4dac-9dc3-bcd9e6f9728f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0959208 Mar 10 04:16:16.595990 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-632dd66d-64b3-4d14-994c-f5f40ebbad5c req-45da66c6-b613-4204-8aad-e90f3dc23497 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497234 Mar 10 04:16:16.601835 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7397-0583-48be-8df3-89506d9eeb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (38e3aa61-d5dd-42d0-8fe6-a22731a647e8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:16.604441 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7397-0583-48be-8df3-89506d9eeb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:16.605476 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ab6a7397-0583-48be-8df3-89506d9eeb95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38e3aa61-d5dd-42d0-8fe6-a22731a647e8 HTTP/1.1" status: 204 len: 168 time: 0.2124238 Mar 10 04:16:16.616821 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a7397-0583-48be-8df3-89506d9eeb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e3aa61-d5dd-42d0-8fe6-a22731a647e8,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:16.637907 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:17.341209 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:17.717345 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a45af-67cb-46c9-8767-4e6ff788875b req-219053d9-297a-40bb-abf5-d9fa52223609 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:17.718794 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-453a45af-67cb-46c9-8767-4e6ff788875b req-219053d9-297a-40bb-abf5-d9fa52223609 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0549269 Mar 10 04:16:17.765987 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-453a45af-67cb-46c9-8767-4e6ff788875b req-6a60c716-14d1-4724-bed2-87a69f29b026 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416746 Mar 10 04:16:18.325930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:18.886316 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46e0df-8e27-4c9f-ba95-2348265ce2db req-30d440ea-e34e-45fc-9e30-96db4be5dfc4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:18.887788 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4c46e0df-8e27-4c9f-ba95-2348265ce2db req-30d440ea-e34e-45fc-9e30-96db4be5dfc4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0551405 Mar 10 04:16:18.942939 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4c46e0df-8e27-4c9f-ba95-2348265ce2db req-252cb529-3b1d-4cac-b3fd-6c168a7ccd21 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497751 Mar 10 04:16:18.999057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207efa11-6767-4d01-af65-d7837ec95678 req-62620a5f-5b6d-4962-89f8-15d1baeab29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:19.000572 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-207efa11-6767-4d01-af65-d7837ec95678 req-62620a5f-5b6d-4962-89f8-15d1baeab29a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1129 time: 0.0474777 Mar 10 04:16:19.106821 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207efa11-6767-4d01-af65-d7837ec95678 req-a7766b4b-8edf-4a75-a856-30bb04cc9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:19.108297 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-207efa11-6767-4d01-af65-d7837ec95678 req-a7766b4b-8edf-4a75-a856-30bb04cc9c1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 910 time: 0.0867229 Mar 10 04:16:19.176129 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-207efa11-6767-4d01-af65-d7837ec95678 req-ca2437bf-f9ab-4294-931a-754b4af1a939 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 1000 time: 0.0607412 Mar 10 04:16:19.223245 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207efa11-6767-4d01-af65-d7837ec95678 req-c4aa03c5-919b-40c3-a9ce-15d2ff975e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:19.224663 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-207efa11-6767-4d01-af65-d7837ec95678 req-c4aa03c5-919b-40c3-a9ce-15d2ff975e6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 200 len: 848 time: 0.0420549 Mar 10 04:16:19.278996 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207efa11-6767-4d01-af65-d7837ec95678 req-259b54d4-3b7e-453b-a8a9-74a0e642be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:19.280515 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-207efa11-6767-4d01-af65-d7837ec95678 req-259b54d4-3b7e-453b-a8a9-74a0e642be07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ce33cb-2718-4f84-bfb0-2629d7adbe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490479 Mar 10 04:16:19.369680 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-207efa11-6767-4d01-af65-d7837ec95678 req-6bdc4f99-5745-4795-900a-3bebcdc54e70 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813820 Mar 10 04:16:19.459462 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-207efa11-6767-4d01-af65-d7837ec95678 req-72b172d4-0122-46e6-a1d8-905f2184891d service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841069 Mar 10 04:16:20.075606 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:20.079402 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddba8e1-5e73-466c-892a-71646a7b6053 req-a609fe75-45e6-494d-843b-754c003f21ff tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:20.080975 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8ddba8e1-5e73-466c-892a-71646a7b6053 req-a609fe75-45e6-494d-843b-754c003f21ff tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0708923 Mar 10 04:16:20.133886 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8ddba8e1-5e73-466c-892a-71646a7b6053 req-d0870ab5-7d3c-4fb4-8bc0-1d552163fe10 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468123 Mar 10 04:16:21.251611 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd3572-76c7-40ef-a5ed-54ddf65a3d3f req-a1d3102e-f889-4878-bb4c-686f13d4b0ff tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:21.253115 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f4cd3572-76c7-40ef-a5ed-54ddf65a3d3f req-a1d3102e-f889-4878-bb4c-686f13d4b0ff tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0528543 Mar 10 04:16:21.306137 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f4cd3572-76c7-40ef-a5ed-54ddf65a3d3f req-e7d24660-2535-404c-8524-ee45b7bd3f82 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466938 Mar 10 04:16:22.423026 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e0dc-862d-48b6-9cf5-e9d0e3c91864 req-4daf39cb-80f2-4bf1-b100-972f42e6c6bd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:22.424495 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f973e0dc-862d-48b6-9cf5-e9d0e3c91864 req-4daf39cb-80f2-4bf1-b100-972f42e6c6bd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0520372 Mar 10 04:16:22.472997 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f973e0dc-862d-48b6-9cf5-e9d0e3c91864 req-7d1d4a3e-b28f-4dbd-88c1-57fb2148bb19 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429058 Mar 10 04:16:23.587002 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582691d2-c5e6-4b51-85ea-3755ae869675 req-e1517321-adbf-4582-b92c-a721db17b83f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:23.588459 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-582691d2-c5e6-4b51-85ea-3755ae869675 req-e1517321-adbf-4582-b92c-a721db17b83f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0512822 Mar 10 04:16:23.634734 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-582691d2-c5e6-4b51-85ea-3755ae869675 req-b612041d-eb6e-46a0-baf4-2c6fbeb134a6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408444 Mar 10 04:16:24.754649 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0881264-3063-4454-ad78-cfbc8b3c7009 req-6f052da5-3c25-44cf-9869-7f572990e317 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:24.756128 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b0881264-3063-4454-ad78-cfbc8b3c7009 req-6f052da5-3c25-44cf-9869-7f572990e317 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0559025 Mar 10 04:16:24.802925 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b0881264-3063-4454-ad78-cfbc8b3c7009 req-62112003-7d8d-4137-b92f-b51ccfbc4b1d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413487 Mar 10 04:16:25.919668 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3123c-a56c-4128-bb6d-dd0dcdf25545 req-00abd35b-be61-43af-9a8e-8a92ca667148 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:25.921113 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33e3123c-a56c-4128-bb6d-dd0dcdf25545 req-00abd35b-be61-43af-9a8e-8a92ca667148 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0507064 Mar 10 04:16:25.968205 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33e3123c-a56c-4128-bb6d-dd0dcdf25545 req-1af64c8b-a415-4faa-ab52-c9268da796d5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Mar 10 04:16:27.083975 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c6314-0798-4995-aa35-07cd959539b6 req-9e519b0e-c959-46f9-bcc6-e844bcee9ccd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:27.086026 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-030c6314-0798-4995-aa35-07cd959539b6 req-9e519b0e-c959-46f9-bcc6-e844bcee9ccd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Mar 10 04:16:27.137926 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-030c6314-0798-4995-aa35-07cd959539b6 req-ee97542e-91d9-4e90-a498-37db3ba11d3b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464890 Mar 10 04:16:28.253300 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de814e-bc3a-4bbb-8c27-8232e495d6df req-199044df-9e20-42b0-b41c-b7db1bcefdca tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:28.254754 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4de814e-bc3a-4bbb-8c27-8232e495d6df req-199044df-9e20-42b0-b41c-b7db1bcefdca tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0508568 Mar 10 04:16:28.301191 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4de814e-bc3a-4bbb-8c27-8232e495d6df req-5f09a886-6287-4fa1-8f9e-3a02e16d7bc9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405116 Mar 10 04:16:29.415187 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32e51e-6bc9-4bcd-ba8f-438448de2f8b req-b8d69939-9b9d-46c8-899f-4c9cf8fc9650 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:29.416707 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a32e51e-6bc9-4bcd-ba8f-438448de2f8b req-b8d69939-9b9d-46c8-899f-4c9cf8fc9650 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0520380 Mar 10 04:16:29.463221 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a32e51e-6bc9-4bcd-ba8f-438448de2f8b req-af44f0ed-3f54-44db-98f6-e28e0f966a56 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409746 Mar 10 04:16:30.580737 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26693cec-f065-4c11-9f54-39d88e686473 req-2658092a-7eb8-4480-951f-c883b952418b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:30.582182 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26693cec-f065-4c11-9f54-39d88e686473 req-2658092a-7eb8-4480-951f-c883b952418b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0544124 Mar 10 04:16:30.630681 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26693cec-f065-4c11-9f54-39d88e686473 req-3814feb2-af4f-4469-a778-add51dca7a3a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Mar 10 04:16:31.398686 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 54834) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:31.499071 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-73794dc3-e6f8-47c2-b78b-4bbbefc31970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:31.570235 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-73794dc3-e6f8-47c2-b78b-4bbbefc31970 admin admin] Publish callbacks [] for security_group (3b025e88-8fe6-4926-81c9-6548fd3e01af), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:31.573645 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-73794dc3-e6f8-47c2-b78b-4bbbefc31970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3b025e88-8fe6-4926-81c9-6548fd3e01af), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:31.610371 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-73794dc3-e6f8-47c2-b78b-4bbbefc31970 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=777459d6ede04b3688b2aede6a8a612f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106490 Mar 10 04:16:31.611213 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73794dc3-e6f8-47c2-b78b-4bbbefc31970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b025e88-8fe6-4926-81c9-6548fd3e01af,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:31.613571 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 54838) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:31.661163 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-247f1d66-259d-48d6-a321-58aa1b209335 admin admin] Publish callbacks [] for security_group (3b025e88-8fe6-4926-81c9-6548fd3e01af), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:31.683233 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-247f1d66-259d-48d6-a321-58aa1b209335 admin admin] Publish callbacks [] for security_group (3b025e88-8fe6-4926-81c9-6548fd3e01af), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:31.763441 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195ac8-2b3d-4f19-b9d1-e0226c2ada56 req-159bd197-8eef-4ccb-a801-7917e0f0d1af tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:31.764845 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0195ac8-2b3d-4f19-b9d1-e0226c2ada56 req-159bd197-8eef-4ccb-a801-7917e0f0d1af tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0667479 Mar 10 04:16:31.778785 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-247f1d66-259d-48d6-a321-58aa1b209335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (3b025e88-8fe6-4926-81c9-6548fd3e01af), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:31.781256 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-247f1d66-259d-48d6-a321-58aa1b209335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:31.782289 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-247f1d66-259d-48d6-a321-58aa1b209335 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b025e88-8fe6-4926-81c9-6548fd3e01af HTTP/1.1" status: 204 len: 168 time: 0.1676514 Mar 10 04:16:31.797402 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f1d66-259d-48d6-a321-58aa1b209335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b025e88-8fe6-4926-81c9-6548fd3e01af,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:31.831393 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0195ac8-2b3d-4f19-b9d1-e0226c2ada56 req-a0aa568a-c851-475d-a85e-058a4800cc2a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593092 Mar 10 04:16:32.947319 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bfc83-c779-4108-82e4-4bb3827ada55 req-bbe15734-2e34-4668-990a-2e9fa1d1d9a2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:32.948771 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-773bfc83-c779-4108-82e4-4bb3827ada55 req-bbe15734-2e34-4668-990a-2e9fa1d1d9a2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0503495 Mar 10 04:16:32.994551 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-773bfc83-c779-4108-82e4-4bb3827ada55 req-ab143ede-6a2c-4f3d-9528-81549d432a6c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 Mar 10 04:16:34.108652 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cb17e-8ba4-467a-892a-a6d17187e82d req-893bbe7c-c564-4f4a-8cb1-ae3ec6066793 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:34.110113 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa6cb17e-8ba4-467a-892a-a6d17187e82d req-893bbe7c-c564-4f4a-8cb1-ae3ec6066793 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0509796 Mar 10 04:16:34.160074 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa6cb17e-8ba4-467a-892a-a6d17187e82d req-b15d85b4-4022-4756-9328-158815167cde tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444758 Mar 10 04:16:35.149150 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-bd5bbd25-00dc-48d5-97d5-29e242290105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:35.150588 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-bd5bbd25-00dc-48d5-97d5-29e242290105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1129 time: 0.0444436 Mar 10 04:16:35.266165 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-7783ef08-883a-4685-803f-43a2d7d9371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:35.267605 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-7783ef08-883a-4685-803f-43a2d7d9371c service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 910 time: 0.1109459 Mar 10 04:16:35.325640 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbc9f-a167-4719-b069-e01945e172e3 req-c925b9f2-e55d-42d8-ad3d-870c1d71e854 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:35.327098 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f91dbc9f-a167-4719-b069-e01945e172e3 req-c925b9f2-e55d-42d8-ad3d-870c1d71e854 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.1026111 Mar 10 04:16:35.356096 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-4a97d879-f73e-4b58-aa71-0431b35bfdcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 1000 time: 0.0810010 Mar 10 04:16:35.418209 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f91dbc9f-a167-4719-b069-e01945e172e3 req-85ccb3c1-2941-463e-8ab3-71a8d1153c6d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825191 Mar 10 04:16:35.428706 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-2ebb2f3e-921e-41c1-bcb2-9d55d2abd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:35.430202 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-2ebb2f3e-921e-41c1-bcb2-9d55d2abd69e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 200 len: 848 time: 0.0670435 Mar 10 04:16:35.480286 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-0954cd79-59e6-43de-9dbf-faae81b2b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:35.481778 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-0954cd79-59e6-43de-9dbf-faae81b2b123 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ce33cb-2718-4f84-bfb0-2629d7adbe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462596 Mar 10 04:16:35.573371 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-6cc69e8a-db2d-4453-bcb3-329d338212a5 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 Mar 10 04:16:35.666176 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fa91d30-4691-428b-a826-fd81c9de04e3 req-a0f674f3-966c-41c8-b205-223c3d24eb85 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867906 Mar 10 04:16:36.532827 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5047c-989b-400d-9262-a84dfadae394 req-c106bc8e-e74a-4834-83d8-7851d366b9a3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:36.534269 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-99a5047c-989b-400d-9262-a84dfadae394 req-c106bc8e-e74a-4834-83d8-7851d366b9a3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Mar 10 04:16:36.582195 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-99a5047c-989b-400d-9262-a84dfadae394 req-7a625810-89ee-43dd-a895-b158f58b90b7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418954 Mar 10 04:16:37.699919 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8d7e8-55ec-4318-a746-76a78701e1fa req-28dcbc59-3306-4338-94bb-e0bb748cc271 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:37.701356 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bba8d7e8-55ec-4318-a746-76a78701e1fa req-28dcbc59-3306-4338-94bb-e0bb748cc271 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0553830 Mar 10 04:16:37.748598 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bba8d7e8-55ec-4318-a746-76a78701e1fa req-e3225e52-b3cf-40db-b3f1-16b9fb6de9c2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417933 Mar 10 04:16:38.868695 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e4ee-c6d3-4726-bbd5-4a8db0fb2852 req-79ab7f91-974a-439c-ae39-068b1ba9cd36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:38.870155 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5685e4ee-c6d3-4726-bbd5-4a8db0fb2852 req-79ab7f91-974a-439c-ae39-068b1ba9cd36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0567043 Mar 10 04:16:38.916517 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5685e4ee-c6d3-4726-bbd5-4a8db0fb2852 req-129cab3a-dc54-44ac-b831-020b1c2aa0bc tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407565 Mar 10 04:16:40.032774 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c91a-c1ce-40f2-867e-99e0bfe5ac27 req-5ea20ecd-383e-48a6-b631-dbddbfcdcd3a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:40.034241 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5690c91a-c1ce-40f2-867e-99e0bfe5ac27 req-5ea20ecd-383e-48a6-b631-dbddbfcdcd3a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0520823 Mar 10 04:16:40.100105 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5690c91a-c1ce-40f2-867e-99e0bfe5ac27 req-f6dccb3c-f353-48b4-9204-a1d781740306 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590315 Mar 10 04:16:40.173404 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-6c509639-ac3d-4a00-b5e2-6e2fd5ddb129 req-059db006-8676-4628-ad6d-d4bff4c21a84 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:16:40.174987 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c509639-ac3d-4a00-b5e2-6e2fd5ddb129 req-059db006-8676-4628-ad6d-d4bff4c21a84 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061638 Mar 10 04:16:40.310992 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-f729af98-4600-4bb9-9288-b3af172a7569 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489385 Mar 10 04:16:40.349967 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0235dd9-53f4-467d-9f18-92dd06247995 req-a962d86a-3863-459a-b292-2945802a0f5f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:40.352590 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0235dd9-53f4-467d-9f18-92dd06247995 req-a962d86a-3863-459a-b292-2945802a0f5f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0646362 Mar 10 04:16:40.398871 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-3b9bdcf5-a42c-4108-8393-2c64ef241002 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:40.400783 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-3b9bdcf5-a42c-4108-8393-2c64ef241002 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports/8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 942 time: 0.0552361 Mar 10 04:16:40.404950 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c0235dd9-53f4-467d-9f18-92dd06247995 req-3f9497d1-7416-4896-9f14-3ecdf2c293ee tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 Mar 10 04:16:40.930182 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:16:41.449961 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55014) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:41.530568 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4218ad-4b2e-4eb3-b319-6ae150bcdf72 req-d5fb6869-9ca5-481f-a2a3-00fd930aa69e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:41.532059 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d4218ad-4b2e-4eb3-b319-6ae150bcdf72 req-d5fb6869-9ca5-481f-a2a3-00fd930aa69e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0525897 Mar 10 04:16:41.556745 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:41.581168 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d4218ad-4b2e-4eb3-b319-6ae150bcdf72 req-94a5df6b-1a00-4ed7-8208-b403c45f1981 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436740 Mar 10 04:16:41.632792 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Publish callbacks [] for security_group (92805140-5d8a-41aa-9de9-eb709d994db7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:41.636681 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (92805140-5d8a-41aa-9de9-eb709d994db7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:41.646965 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-571cbba4-c753-40dd-8802-dc76a84b7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:41.648464 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-571cbba4-c753-40dd-8802-dc76a84b7329 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38&tenant_id=8147c8a0a0e84e209d510fa08576189e HTTP/1.1" status: 200 len: 1129 time: 0.0469515 Mar 10 04:16:41.677378 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0687deb7eaff421eb21bba783ed7dff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262819 Mar 10 04:16:41.678457 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92805140-5d8a-41aa-9de9-eb709d994db7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:41.680336 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55018) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:41.696586 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.696934 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.697278 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.697615 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.697945 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.698272 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.698599 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.698924 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.699249 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.699576 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.699922 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.700245 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.700563 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a556c4-46d9-4740-a455-e57a7a69a592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:41.716405 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-dad52e7e-710b-48c3-bf03-e9105d817501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:41.717903 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-dad52e7e-710b-48c3-bf03-e9105d817501 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1129 time: 0.0448935 Mar 10 04:16:41.739644 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c24f7d33-707c-4220-a3cb-dad7d237920b admin admin] Publish callbacks [] for security_group (92805140-5d8a-41aa-9de9-eb709d994db7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:41.761101 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c24f7d33-707c-4220-a3cb-dad7d237920b admin admin] Publish callbacks [] for security_group (92805140-5d8a-41aa-9de9-eb709d994db7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:41.809074 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c24f7d33-707c-4220-a3cb-dad7d237920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (92805140-5d8a-41aa-9de9-eb709d994db7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:41.809769 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-cee0bcfb-41f7-4429-a98d-0944f2abd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:41.811218 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-cee0bcfb-41f7-4429-a98d-0944f2abd5d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 910 time: 0.0861928 Mar 10 04:16:41.811573 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c24f7d33-707c-4220-a3cb-dad7d237920b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:41.813047 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c24f7d33-707c-4220-a3cb-dad7d237920b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92805140-5d8a-41aa-9de9-eb709d994db7 HTTP/1.1" status: 204 len: 168 time: 0.1318336 Mar 10 04:16:41.821373 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f7d33-707c-4220-a3cb-dad7d237920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92805140-5d8a-41aa-9de9-eb709d994db7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:41.893706 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-6d6d0179-f659-4d4e-9577-a102cf56aed1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 1000 time: 0.0691030 Mar 10 04:16:41.944891 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-2a6eceac-d6a4-431b-a2a7-669eb878e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:41.946923 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-2a6eceac-d6a4-431b-a2a7-669eb878e707 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 200 len: 848 time: 0.0466123 Mar 10 04:16:41.998306 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-80625757-5934-42bb-98ae-3f796a7678ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:41.999907 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-80625757-5934-42bb-98ae-3f796a7678ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ce33cb-2718-4f84-bfb0-2629d7adbe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468652 Mar 10 04:16:42.095418 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55030) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:42.103347 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-070efd8a-dccc-4f9d-96ba-1da85d01e7a3 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963209 Mar 10 04:16:42.108346 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c287a1e-07a2-4b73-8658-5a79bb8c0a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:42.183634 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c287a1e-07a2-4b73-8658-5a79bb8c0a33 admin admin] Publish callbacks [] for security_group (66511543-5f75-4390-a57b-03217d5ec85e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:42.186877 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c287a1e-07a2-4b73-8658-5a79bb8c0a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (66511543-5f75-4390-a57b-03217d5ec85e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:42.197124 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-2b308aa5-e468-412d-8883-f2c0fc269c70 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873601 Mar 10 04:16:42.224856 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1c287a1e-07a2-4b73-8658-5a79bb8c0a33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=087908904ef943929618afcc655b23ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283362 Mar 10 04:16:42.225705 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c287a1e-07a2-4b73-8658-5a79bb8c0a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66511543-5f75-4390-a57b-03217d5ec85e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:42.227530 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 55032) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:42.273751 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Publish callbacks [] for security_group (66511543-5f75-4390-a57b-03217d5ec85e), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:42.293804 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Publish callbacks [] for security_group (66511543-5f75-4390-a57b-03217d5ec85e), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:42.339772 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (66511543-5f75-4390-a57b-03217d5ec85e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:42.342383 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:42.343513 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66511543-5f75-4390-a57b-03217d5ec85e HTTP/1.1" status: 204 len: 168 time: 0.1148949 Mar 10 04:16:42.350845 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66511543-5f75-4390-a57b-03217d5ec85e,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:42.358153 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.358503 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.358848 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.359189 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.359519 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.359924 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.360256 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.361180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.361593 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.361945 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.362280 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.362608 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.362980 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250cb89-c4f1-4d1d-b0fc-564324af4b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:42.701296 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaeb75-57de-454c-bc26-516ff5241151 req-4fb0bdee-4d9a-496d-899e-13e84121df39 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:42.702714 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-edbaeb75-57de-454c-bc26-516ff5241151 req-4fb0bdee-4d9a-496d-899e-13e84121df39 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0539353 Mar 10 04:16:42.754142 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-edbaeb75-57de-454c-bc26-516ff5241151 req-41e7cf84-0448-4a01-9422-c93302c10c58 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 Mar 10 04:16:42.858549 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8155d1e7-3b09-4550-81b7-d3339742d289 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:16:42.931343 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 8155d1e7-3b09-4550-81b7-d3339742d289 is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:16:42.931772 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:42.956515 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:16:42.958522 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00522fb-7b68-47a8-b3d2-8e77943e9e91" -d '{"events": [{"server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "name": "network-vif-unplugged", "status": "completed", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:16:42.976710 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:42.984744 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.020635 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e920f-b0ae-43cb-a0fc-bcf26751610b x-openstack-request-id: req-6a2e920f-b0ae-43cb-a0fc-bcf26751610b {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:16:43.020978 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "name": "network-vif-unplugged", "status": "completed", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:16:43.021269 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a2e920f-b0ae-43cb-a0fc-bcf26751610b {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:16:43.021706 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289', 'code': 200} Mar 10 04:16:43.041750 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:43.049050 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.049397 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.049803 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.050058 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.050389 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.050716 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.051041 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.051475 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.051675 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.052020 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.052355 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.052672 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.053022 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:16:43.224901 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 55068) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:43.331240 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a386f4d-f489-4751-be7d-18bd0634218a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.408323 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a386f4d-f489-4751-be7d-18bd0634218a admin admin] Publish callbacks [] for security_group (306bb6dd-3dff-49eb-aa3e-f3fb8e5ed910), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.413390 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6a386f4d-f489-4751-be7d-18bd0634218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (306bb6dd-3dff-49eb-aa3e-f3fb8e5ed910), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.414672 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cf684016-d02e-4b5c-90d1-47a0246e4e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.451487 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6a386f4d-f489-4751-be7d-18bd0634218a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cecd9d25885b4bf98a6cfaf6ce96bbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255077 Mar 10 04:16:43.452583 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a386f4d-f489-4751-be7d-18bd0634218a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306bb6dd-3dff-49eb-aa3e-f3fb8e5ed910,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:43.454214 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55080) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:43.505717 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76f469de-e3c5-499e-bf6c-23a0e9a83166 admin admin] Publish callbacks [] for security_group (306bb6dd-3dff-49eb-aa3e-f3fb8e5ed910), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.527431 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76f469de-e3c5-499e-bf6c-23a0e9a83166 admin admin] Publish callbacks [] for security_group (306bb6dd-3dff-49eb-aa3e-f3fb8e5ed910), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.572278 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76f469de-e3c5-499e-bf6c-23a0e9a83166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (306bb6dd-3dff-49eb-aa3e-f3fb8e5ed910), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.574748 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76f469de-e3c5-499e-bf6c-23a0e9a83166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:43.575950 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-76f469de-e3c5-499e-bf6c-23a0e9a83166 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/306bb6dd-3dff-49eb-aa3e-f3fb8e5ed910 HTTP/1.1" status: 204 len: 168 time: 0.1199198 Mar 10 04:16:43.584362 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f469de-e3c5-499e-bf6c-23a0e9a83166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306bb6dd-3dff-49eb-aa3e-f3fb8e5ed910,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:43.879229 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e98c-fb6b-438a-a737-6f745b567177 req-00d470d4-c510-48dc-b258-b41f435b1348 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:43.880809 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a518e98c-fb6b-438a-a737-6f745b567177 req-00d470d4-c510-48dc-b258-b41f435b1348 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0581920 Mar 10 04:16:43.935503 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a518e98c-fb6b-438a-a737-6f745b567177 req-fc9571ca-880e-42c0-ad70-341d5fc82710 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470202 Mar 10 04:16:44.252445 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55124) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:44.351197 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-318569204-network', 'tenant_id': '1957e705ba684f68bc0b1a47c235d6a6'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:44.371550 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Made reservation on behalf of 1957e705ba684f68bc0b1a47c235d6a6 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:44.373888 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.385257 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.463114 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Publish callbacks [] for security_group (4d79ac13-0ff0-491d-be45-2bf8cab2c4b1), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.467116 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (4d79ac13-0ff0-491d-be45-2bf8cab2c4b1), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.489710 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:16:44.506687 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:44.511142 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (24d2f4f9-568f-40c7-b313-bac06e9e38d7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.511549 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Added segment 24d2f4f9-568f-40c7-b313-bac06e9e38d7 of type vlan for network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a Mar 10 04:16:44.553863 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (5fb6965c-49ff-4636-aa70-6a5a5cb4e20a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.579179 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (5fb6965c-49ff-4636-aa70-6a5a5cb4e20a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.580961 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:44.581673 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.615084 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3589730 Mar 10 04:16:44.615585 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 55138) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:44.620487 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Request body: {'subnet': {'network_id': '5fb6965c-49ff-4636-aa70-6a5a5cb4e20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-318569204-subnet', 'tenant_id': '1957e705ba684f68bc0b1a47c235d6a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:44.641716 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Made reservation on behalf of 1957e705ba684f68bc0b1a47c235d6a6 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:44.645016 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126287371'] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.655040 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71465060-d788-4500-bd99-2d0de1c018ce admin admin] Pushing event updated for resources: {'Network': ['ID=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:44.668551 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:16:44.822703 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125984509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126287397'] for subnet (b1a465b4-1f7a-449f-b057-934322809e67), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.879585 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a465b4-1f7a-449f-b057-934322809e67,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:44.882130 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55144) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:44.889072 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Checking segment: {'id': '24d2f4f9-568f-40c7-b313-bac06e9e38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5fb6965c-49ff-4636-aa70-6a5a5cb4e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:16:44.889432 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Network hostable DHCP agents. Network: 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:16:44.907079 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:16:44.915462 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:16:44.919635 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:44.920238 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:44.927055 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fadb8f5-b817-4996-b1ce-602076bec7a9 None None] Network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:44.935958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8ccdc5c1-596b-4a1e-8cce-96c653e4247b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3191347 Mar 10 04:16:45.000299 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2cb60eb8-5018-4df6-af83-ac8439153963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.037067 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a6e8a3-2160-4909-99cc-1e137f0a697e None None] Network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:45.075411 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ba902-4f0a-4c60-830f-332b005c68f3 req-be510640-9d9a-4680-af86-b42a449a2bbf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:45.077241 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-784ba902-4f0a-4c60-830f-332b005c68f3 req-be510640-9d9a-4680-af86-b42a449a2bbf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0634398 Mar 10 04:16:45.136671 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2cb60eb8-5018-4df6-af83-ac8439153963 admin admin] Publish callbacks [] for security_group (8780bb7e-4276-489c-b174-7460082ff3a1), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.143173 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2cb60eb8-5018-4df6-af83-ac8439153963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (8780bb7e-4276-489c-b174-7460082ff3a1), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.148127 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-784ba902-4f0a-4c60-830f-332b005c68f3 req-a4a927b9-fb52-451a-a56b-c7bc628c48c4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646701 Mar 10 04:16:45.190786 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2cb60eb8-5018-4df6-af83-ac8439153963 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fd2bbf103e14b95b6de082e4cc435f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068254 Mar 10 04:16:45.191796 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60eb8-5018-4df6-af83-ac8439153963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8780bb7e-4276-489c-b174-7460082ff3a1,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:45.193792 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 55156) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:45.243083 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2226bc7-10ef-4bbd-8000-631a0cb05246 admin admin] Publish callbacks [] for security_group (8780bb7e-4276-489c-b174-7460082ff3a1), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.263449 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2226bc7-10ef-4bbd-8000-631a0cb05246 admin admin] Publish callbacks [] for security_group (8780bb7e-4276-489c-b174-7460082ff3a1), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.316151 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2226bc7-10ef-4bbd-8000-631a0cb05246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (8780bb7e-4276-489c-b174-7460082ff3a1), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.318680 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c2226bc7-10ef-4bbd-8000-631a0cb05246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.319855 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c2226bc7-10ef-4bbd-8000-631a0cb05246 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8780bb7e-4276-489c-b174-7460082ff3a1 HTTP/1.1" status: 204 len: 168 time: 0.1246691 Mar 10 04:16:45.329460 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2226bc7-10ef-4bbd-8000-631a0cb05246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8780bb7e-4276-489c-b174-7460082ff3a1,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:45.554053 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-80cc511d-2469-42da-8f2f-62099cddcf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.599582 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 55168) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:45.612175 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3940b699-7606-4c98-86d8-63b93f238c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.683912 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3940b699-7606-4c98-86d8-63b93f238c14 admin admin] Publish callbacks [] for security_group (93f59bb2-fa84-4499-a2ea-b1e829822a87), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.687913 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3940b699-7606-4c98-86d8-63b93f238c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (93f59bb2-fa84-4499-a2ea-b1e829822a87), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.726959 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-3940b699-7606-4c98-86d8-63b93f238c14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a433936e82f84f89bf5ee6b772a99ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262159 Mar 10 04:16:45.727838 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940b699-7606-4c98-86d8-63b93f238c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f59bb2-fa84-4499-a2ea-b1e829822a87,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:45.729577 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55170) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:45.780198 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca47c2be-7457-4c5b-944b-eb8f3e1d03e5 admin admin] Publish callbacks [] for security_group (93f59bb2-fa84-4499-a2ea-b1e829822a87), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.800318 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca47c2be-7457-4c5b-944b-eb8f3e1d03e5 admin admin] Publish callbacks [] for security_group (93f59bb2-fa84-4499-a2ea-b1e829822a87), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.847755 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca47c2be-7457-4c5b-944b-eb8f3e1d03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (93f59bb2-fa84-4499-a2ea-b1e829822a87), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.850278 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca47c2be-7457-4c5b-944b-eb8f3e1d03e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:45.851424 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ca47c2be-7457-4c5b-944b-eb8f3e1d03e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93f59bb2-fa84-4499-a2ea-b1e829822a87 HTTP/1.1" status: 204 len: 168 time: 0.1201999 Mar 10 04:16:45.860064 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47c2be-7457-4c5b-944b-eb8f3e1d03e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f59bb2-fa84-4499-a2ea-b1e829822a87,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:46.265572 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e97e18-6b1f-45f7-a3d9-058237034541 req-8ebdd1d5-7927-4d6d-8dfd-c0b905251d5c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:46.267088 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1e97e18-6b1f-45f7-a3d9-058237034541 req-8ebdd1d5-7927-4d6d-8dfd-c0b905251d5c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0522318 Mar 10 04:16:46.319788 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1e97e18-6b1f-45f7-a3d9-058237034541 req-72e2d282-9c05-43da-ae2d-a8d083f77451 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470033 Mar 10 04:16:46.630716 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:46.801149 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-73778201-32fa-48e0-93f1-e2bc2b49e6ed tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:46.802566 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-73778201-32fa-48e0-93f1-e2bc2b49e6ed tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/networks?id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a HTTP/1.1" status: 200 len: 813 time: 0.1005630 Mar 10 04:16:46.817564 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-53c0e086-caf4-4dd8-ace0-7a2a49f94504 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/quotas/1957e705ba684f68bc0b1a47c235d6a6 HTTP/1.1" status: 200 len: 375 time: 0.0090210 Mar 10 04:16:46.848695 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ac6dd886-93fc-420f-94a0-8dfc5856a414 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1957e705ba684f68bc0b1a47c235d6a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254786 Mar 10 04:16:46.940489 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-05fc5a26-bd74-42d9-8730-761fba288c0a service neutron] 10.222.0.15 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852504 Mar 10 04:16:47.030283 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-fd350a13-0177-4727-b4cf-5200103df08b service neutron] 10.222.0.15 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834489 Mar 10 04:16:47.212771 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825567e9-fd2a-4eb5-8985-d02dd153c708 req-16b12e2c-987e-47e2-a588-b8e1c3ad1836 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 210 time: 0.0423260 Mar 10 04:16:47.385043 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:47.497080 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51b32c-6269-4b83-bede-31626f9cb0d5 req-c37b5178-1857-4caf-add5-4e542bc8e0cf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:47.498670 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf51b32c-6269-4b83-bede-31626f9cb0d5 req-c37b5178-1857-4caf-add5-4e542bc8e0cf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.0801675 Mar 10 04:16:47.555157 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf51b32c-6269-4b83-bede-31626f9cb0d5 req-864fe31d-bc80-4f9e-b342-23c86557f21d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500078 Mar 10 04:16:47.867135 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55272) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:47.968442 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c640214-86d0-4435-94e1-968fb618040b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.043312 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c640214-86d0-4435-94e1-968fb618040b admin admin] Publish callbacks [] for security_group (f3be7c4b-7ce3-4e68-8f9c-dcba77e1f5ff), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.046665 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c640214-86d0-4435-94e1-968fb618040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f3be7c4b-7ce3-4e68-8f9c-dcba77e1f5ff), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.083526 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c640214-86d0-4435-94e1-968fb618040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be7c4b-7ce3-4e68-8f9c-dcba77e1f5ff,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:48.089186 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8c640214-86d0-4435-94e1-968fb618040b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=418598daea194d049446b10c8a9b1366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204599 Mar 10 04:16:48.091990 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55276) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:48.139854 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-369aeb7e-e8cd-403f-a070-27de0ca96380 admin admin] Publish callbacks [] for security_group (f3be7c4b-7ce3-4e68-8f9c-dcba77e1f5ff), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.162056 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-369aeb7e-e8cd-403f-a070-27de0ca96380 admin admin] Publish callbacks [] for security_group (f3be7c4b-7ce3-4e68-8f9c-dcba77e1f5ff), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.212528 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-369aeb7e-e8cd-403f-a070-27de0ca96380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (f3be7c4b-7ce3-4e68-8f9c-dcba77e1f5ff), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.215067 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-369aeb7e-e8cd-403f-a070-27de0ca96380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.216238 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-369aeb7e-e8cd-403f-a070-27de0ca96380 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3be7c4b-7ce3-4e68-8f9c-dcba77e1f5ff HTTP/1.1" status: 204 len: 168 time: 0.1231837 Mar 10 04:16:48.226049 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369aeb7e-e8cd-403f-a070-27de0ca96380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be7c4b-7ce3-4e68-8f9c-dcba77e1f5ff,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:48.264790 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-8870b2a3-f5eb-4963-ab70-7b817694d261 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:48.266224 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-8870b2a3-f5eb-4963-ab70-7b817694d261 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.26 "GET /v2.0/networks?id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a HTTP/1.1" status: 200 len: 813 time: 0.1229315 Mar 10 04:16:48.286201 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Request body: {'port': {'device_id': '5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04', 'network_id': '5fb6965c-49ff-4636-aa70-6a5a5cb4e20a', 'admin_state_up': True, 'tenant_id': '1957e705ba684f68bc0b1a47c235d6a6'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:48.335077 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.363930 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5a7d822-02f7-49da-bc3b-f40e7406137a req-2299cd9c-12f9-430f-a1ed-6c426afd92dc tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 210 time: 0.0520608 Mar 10 04:16:48.443529 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b517-4e4c-42c2-8512-db58941e1b4d req-b398e9ae-6729-4843-a98a-fd0f9b196135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:48.446043 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1b29b517-4e4c-42c2-8512-db58941e1b4d req-b398e9ae-6729-4843-a98a-fd0f9b196135 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1127 time: 0.0453138 Mar 10 04:16:48.451132 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Made reservation on behalf of 1957e705ba684f68bc0b1a47c235d6a6 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:48.454558 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.501624 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1b29b517-4e4c-42c2-8512-db58941e1b4d req-e2e8f735-0190-4eb4-a1e0-3237ce647614 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482464 Mar 10 04:16:48.554435 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55290) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:48.570152 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbc190c9-0ef4-4f48-a53e-75892f68c777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.586048 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Allocated IP 172.20.0.11 (5fb6965c-49ff-4636-aa70-6a5a5cb4e20a/b1a465b4-1f7a-449f-b057-934322809e67/f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:16:48.651091 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbc190c9-0ef4-4f48-a53e-75892f68c777 admin admin] Publish callbacks [] for security_group (bc1ff291-30b6-49c6-a31a-5159758cdc06), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.654341 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbc190c9-0ef4-4f48-a53e-75892f68c777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bc1ff291-30b6-49c6-a31a-5159758cdc06), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.693197 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cbc190c9-0ef4-4f48-a53e-75892f68c777 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc1edaafe4b047a793b899a228df9c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368866 Mar 10 04:16:48.694051 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc190c9-0ef4-4f48-a53e-75892f68c777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1ff291-30b6-49c6-a31a-5159758cdc06,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:48.696354 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55294) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:48.743743 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-227e3b3d-95f3-4e16-b10f-91342a485964 admin admin] Publish callbacks [] for security_group (bc1ff291-30b6-49c6-a31a-5159758cdc06), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.747879 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52939d-f2c5-41eb-aabc-3f8e5f7beef3 req-4e18700d-76db-4a09-9093-2d008116886f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:48.749379 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b52939d-f2c5-41eb-aabc-3f8e5f7beef3 req-4e18700d-76db-4a09-9093-2d008116886f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.1210542 Mar 10 04:16:48.764285 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-227e3b3d-95f3-4e16-b10f-91342a485964 admin admin] Publish callbacks [] for security_group (bc1ff291-30b6-49c6-a31a-5159758cdc06), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.801707 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Publish callbacks [] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.811375 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-227e3b3d-95f3-4e16-b10f-91342a485964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (bc1ff291-30b6-49c6-a31a-5159758cdc06), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.814198 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-227e3b3d-95f3-4e16-b10f-91342a485964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.815346 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-227e3b3d-95f3-4e16-b10f-91342a485964 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc1ff291-30b6-49c6-a31a-5159758cdc06 HTTP/1.1" status: 204 len: 168 time: 0.1180930 Mar 10 04:16:48.824972 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e3b3d-95f3-4e16-b10f-91342a485964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1ff291-30b6-49c6-a31a-5159758cdc06,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:48.825113 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b52939d-f2c5-41eb-aabc-3f8e5f7beef3 req-ff3b4e17-4909-41a6-b91a-5913d7a7bcad tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686121 Mar 10 04:16:48.852989 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.898250 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:16:48.901972 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:16:48.907620 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:16:48.932609 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Pushing event updated for resources: {'Port': ['ID=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:48.959264 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:48.959905 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:48.976079 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ea39c837-71c8-4548-b6ad-6d90517fd385 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6956532 Mar 10 04:16:48.989445 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Request body: {'port': {'device_id': '5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:49.048565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.551128 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55320) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:49.628834 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:16:49.639562 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791b32f-b0a9-4b3d-bd41-a5eb7e58587d req-9696ca93-5894-4fc0-bfde-4756b5c9174e tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:49.641032 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c791b32f-b0a9-4b3d-bd41-a5eb7e58587d req-9696ca93-5894-4fc0-bfde-4756b5c9174e tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 932 time: 0.0977161 Mar 10 04:16:49.645200 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Publish callbacks [] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.647711 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-559945021-network', 'tenant_id': 'cf36cbf070504cd2bdde57fc82f161c0'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:49.670629 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Made reservation on behalf of cf36cbf070504cd2bdde57fc82f161c0 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:49.670880 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Transition to ACTIVE for port object f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:16:49.673188 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.677130 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125984392'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.682196 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.738532 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Pushing event updated for resources: {'Port': ['ID=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:49.745744 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c791b32f-b0a9-4b3d-bd41-a5eb7e58587d req-aa7f379f-680c-420d-a536-3ed35622afe4 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943613 Mar 10 04:16:49.756517 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Publish callbacks [] for security_group (9f616552-ca88-4bd2-b880-0400c8af050d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.761761 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (9f616552-ca88-4bd2-b880-0400c8af050d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.786463 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:16:49.795572 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f616552-ca88-4bd2-b880-0400c8af050d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:49.802226 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (93f7a2c8-4914-44f7-817d-591045612b23), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.802616 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Added segment 93f7a2c8-4914-44f7-817d-591045612b23 of type vlan for network e8d12145-e001-4401-b8fd-0a2c932eb747 Mar 10 04:16:49.815259 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Attempting to bind port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:16:49.815789 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Attempting to bind port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '24d2f4f9-568f-40c7-b313-bac06e9e38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5fb6965c-49ff-4636-aa70-6a5a5cb4e20a'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:16:49.815968 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Attempting to bind port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a on network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:16:49.820822 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a on network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:16:49.821154 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Attempting to bind port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a on network 5fb6965c-49ff-4636-aa70-6a5a5cb4e20a {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:16:49.825907 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:16:49.826247 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Checking segment: {'id': '24d2f4f9-568f-40c7-b313-bac06e9e38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5fb6965c-49ff-4636-aa70-6a5a5cb4e20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:16:49.826626 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Bound using segment: {'id': '24d2f4f9-568f-40c7-b313-bac06e9e38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5fb6965c-49ff-4636-aa70-6a5a5cb4e20a'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:16:49.827049 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Bound port: f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d2f4f9-568f-40c7-b313-bac06e9e38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5fb6965c-49ff-4636-aa70-6a5a5cb4e20a'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:16:49.827402 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.844208 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (e8d12145-e001-4401-b8fd-0a2c932eb747), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.869932 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (e8d12145-e001-4401-b8fd-0a2c932eb747), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.871033 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:49.871714 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.896208 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] For port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a, host hv-cinder-77819, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:16:49.900188 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] For port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,segment=NetworkSegment(24d2f4f9-568f-40c7-b313-bac06e9e38d7),segment_id=24d2f4f9-568f-40c7-b313-bac06e9e38d7)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:16:49.907165 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125984392'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.913783 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3588834 Mar 10 04:16:49.914068 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55326) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:49.918898 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Request body: {'subnet': {'network_id': 'e8d12145-e001-4401-b8fd-0a2c932eb747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-559945021-subnet', 'tenant_id': 'cf36cbf070504cd2bdde57fc82f161c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:49.951106 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a9370-193d-4521-8f2d-cd5966517497 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d12145-e001-4401-b8fd-0a2c932eb747,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:49.962797 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network e8d12145-e001-4401-b8fd-0a2c932eb747 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:16:49.964567 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:49.965185 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:49.966726 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] 10.222.0.26 "PUT /v2.0/ports/f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a HTTP/1.1" status: 200 len: 1094 time: 0.9813731 Mar 10 04:16:49.967415 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04', 'tag': 'f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:16:49.969423 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Made reservation on behalf of cf36cbf070504cd2bdde57fc82f161c0 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:49.969886 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54585de9-7232-4847-9c8c-8e425cbc8efd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04", "tag": "f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:16:49.972677 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126656659'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.013160 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d853572-4ddc-4e59-8cfc-b61659928864 service neutron] Pushing event updated for resources: {'Port': ['ID=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:50.023298 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740d41e-1452-4469-8cb8-d5e8453a3e82 req-5e8d5311-0661-4911-b08f-0e23e6951923 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.025035 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c740d41e-1452-4469-8cb8-d5e8453a3e82 req-5e8d5311-0661-4911-b08f-0e23e6951923 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 943 time: 0.1088946 Mar 10 04:16:50.063433 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82a797e-2a44-4019-ac09-6de4fd1c847a x-openstack-request-id: req-a82a797e-2a44-4019-ac09-6de4fd1c847a {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:16:50.063750 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04", "tag": "f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:16:50.064067 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a82a797e-2a44-4019-ac09-6de4fd1c847a {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:16:50.064525 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04', 'tag': 'f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a', 'status': 'completed', 'code': 200} Mar 10 04:16:50.075192 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.110769 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c740d41e-1452-4469-8cb8-d5e8453a3e82 req-c2a5d0cc-5c9e-4370-847e-90a33e4a483c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768793 Mar 10 04:16:50.118521 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-dae1671f-12bd-481b-b4e3-90bfab2c422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.119884 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-dae1671f-12bd-481b-b4e3-90bfab2c422c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1957e705ba684f68bc0b1a47c235d6a6&device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 1128 time: 0.0933559 Mar 10 04:16:50.161360 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-98e9ab2a-ef34-4b76-bca6-0a9c37a59ed6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a HTTP/1.1" status: 200 len: 217 time: 0.0347009 Mar 10 04:16:50.174683 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126390772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126656701'] for subnet (ff26ca6a-9926-4cf6-a493-7c500320e815), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.210320 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-1b15a147-8929-4e56-a191-aa3020a72b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.211795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-1b15a147-8929-4e56-a191-aa3020a72b45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b1a465b4-1f7a-449f-b057-934322809e67 HTTP/1.1" status: 200 len: 853 time: 0.0437613 Mar 10 04:16:50.230715 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff26ca6a-9926-4cf6-a493-7c500320e815,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:50.238607 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Checking segment: {'id': '93f7a2c8-4914-44f7-817d-591045612b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e8d12145-e001-4401-b8fd-0a2c932eb747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:16:50.238961 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Network hostable DHCP agents. Network: e8d12145-e001-4401-b8fd-0a2c932eb747, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:16:50.242840 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-ed22aaef-790b-4f3e-b9b4-27a910dd9105 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248582 Mar 10 04:16:50.255095 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Network e8d12145-e001-4401-b8fd-0a2c932eb747 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:16:50.263673 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, e8d12145-e001-4401-b8fd-0a2c932eb747) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:16:50.268425 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.269182 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.274708 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b3824c-74ce-4d24-a503-b1e3fe813779 None None] Network e8d12145-e001-4401-b8fd-0a2c932eb747 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:50.286410 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-10787b55-ca6a-4164-a710-f01198656715 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3713081 Mar 10 04:16:50.354454 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-694037d1-7461-43d7-9dff-e1838076c1d6 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062846 Mar 10 04:16:50.374334 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d51d5-8beb-4c10-9b04-3a02e0dc92a7 None None] Network e8d12145-e001-4401-b8fd-0a2c932eb747 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:50.454192 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81826fc0-cf47-40cc-879e-1ca5dd106dbb req-c6ec630d-fd66-4263-b8af-fd5ab359b9aa service neutron] 10.222.0.26 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937569 Mar 10 04:16:50.557352 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-ce76e514-f953-421b-b66e-fb09aa63d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.558920 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-ce76e514-f953-421b-b66e-fb09aa63d742 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1957e705ba684f68bc0b1a47c235d6a6&device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 1128 time: 0.0496869 Mar 10 04:16:50.650653 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-6865abe1-10fe-4d3c-8db5-8c1b49571b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.652218 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-6865abe1-10fe-4d3c-8db5-8c1b49571b50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a HTTP/1.1" status: 200 len: 914 time: 0.0870512 Mar 10 04:16:50.697309 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-96660243-0323-4055-8df2-b3bf119adafd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a HTTP/1.1" status: 200 len: 217 time: 0.0383728 Mar 10 04:16:50.744634 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-32fabc46-16e5-4f45-bacc-8c960267a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.746122 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-32fabc46-16e5-4f45-bacc-8c960267a154 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b1a465b4-1f7a-449f-b057-934322809e67 HTTP/1.1" status: 200 len: 853 time: 0.0433292 Mar 10 04:16:50.756683 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55348) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:50.762016 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-16824849-network', 'tenant_id': '0983bd6d47a9460aabfffa312087af85'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:50.777534 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-45acc1a3-3966-4cec-8cd2-0089782b3ee7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258267 Mar 10 04:16:50.782322 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Made reservation on behalf of 0983bd6d47a9460aabfffa312087af85 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:50.784796 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.793598 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.867440 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Publish callbacks [] for security_group (d727e9d3-3d1b-4073-b0a5-2bae4a71731e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.871413 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d727e9d3-3d1b-4073-b0a5-2bae4a71731e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.895264 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:16:50.899078 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8155d1e7-3b09-4550-81b7-d3339742d289 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:16:50.905459 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d727e9d3-3d1b-4073-b0a5-2bae4a71731e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:50.906167 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-dcba3b3c-1651-47ee-8c1b-2442f6e13e91 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218915 Mar 10 04:16:50.910273 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (16211883-9509-41b7-8322-d7fa15cce27f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.910618 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Added segment 16211883-9509-41b7-8322-d7fa15cce27f of type vlan for network ddc5236e-5bee-494c-926d-8afed8cf830a Mar 10 04:16:50.916535 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cccf5-0245-4883-9ca0-960bf15d9677 req-8039a8ef-9fb6-4260-b705-cf9fec26c351 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.918125 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d3cccf5-0245-4883-9ca0-960bf15d9677 req-8039a8ef-9fb6-4260-b705-cf9fec26c351 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 944 time: 0.0723636 Mar 10 04:16:50.957927 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (ddc5236e-5bee-494c-926d-8afed8cf830a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.987663 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (ddc5236e-5bee-494c-926d-8afed8cf830a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:50.988910 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:50.989532 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:51.020959 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:51.022938 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2651637 Mar 10 04:16:51.024305 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d3cccf5-0245-4883-9ca0-960bf15d9677 req-537e5436-ffbd-4341-abcf-61d2a25cf9e2 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975974 Mar 10 04:16:51.026190 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55352) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:51.032593 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Request body: {'subnet': {'network_id': 'ddc5236e-5bee-494c-926d-8afed8cf830a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-16824849-subnet', 'tenant_id': '0983bd6d47a9460aabfffa312087af85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:16:51.034054 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': '8155d1e7-3b09-4550-81b7-d3339742d289', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'port_id': '8155d1e7-3b09-4550-81b7-d3339742d289', 'mac_address': 'fa:16:3e:c0:e1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:16:51.054148 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54585de9-7232-4847-9c8c-8e425cbc8efd req-49e9b49f-480b-486e-9093-e12728e35041 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278152 Mar 10 04:16:51.074700 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb29e32-2378-45e8-8c93-aaf25c69a590 admin admin] Pushing event updated for resources: {'Network': ['ID=ddc5236e-5bee-494c-926d-8afed8cf830a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:51.078002 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Made reservation on behalf of 0983bd6d47a9460aabfffa312087af85 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:16:51.080471 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126656659'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:51.082288 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 8155d1e7-3b09-4550-81b7-d3339742d289 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:16:51.082862 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:51.087491 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network ddc5236e-5bee-494c-926d-8afed8cf830a details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:16:51.113891 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8155d1e7-3b09-4550-81b7-d3339742d289 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:16:51.180431 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:51.185150 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:51.232377 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=7']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:51.250381 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126390772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126656701'] for subnet (57b160f3-da59-45a4-8e71-95afc1bd7045), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:51.309361 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b160f3-da59-45a4-8e71-95afc1bd7045,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:51.311784 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Checking segment: {'id': '16211883-9509-41b7-8322-d7fa15cce27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ddc5236e-5bee-494c-926d-8afed8cf830a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:16:51.312137 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Network hostable DHCP agents. Network: ddc5236e-5bee-494c-926d-8afed8cf830a, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:16:51.328028 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Network ddc5236e-5bee-494c-926d-8afed8cf830a is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:16:51.336553 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, ddc5236e-5bee-494c-926d-8afed8cf830a) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:16:51.340282 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:51.340868 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:51.345561 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacebef5-7dc9-487b-b289-021847255062 None None] Network ddc5236e-5bee-494c-926d-8afed8cf830a requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:51.361088 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f2464f44-f58d-4834-8b85-02c809e30ea7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3338716 Mar 10 04:16:51.446085 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd90ae2-dd63-4c21-970e-355761aab405 None None] Network ddc5236e-5bee-494c-926d-8afed8cf830a requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:16:51.461902 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['8155d1e7-3b09-4550-81b7-d3339742d289'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:16:52.152990 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215483-a193-4f31-9dec-c4def2e84a4e req-8567aa26-2330-4d16-91c2-b380592455f9 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:52.154456 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-28215483-a193-4f31-9dec-c4def2e84a4e req-8567aa26-2330-4d16-91c2-b380592455f9 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 944 time: 0.0533476 Mar 10 04:16:52.200305 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-28215483-a193-4f31-9dec-c4def2e84a4e req-55396f98-9a96-446d-b4d3-ded4856e414b tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Mar 10 04:16:52.905029 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:16:52.908836 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8155d1e7-3b09-4550-81b7-d3339742d289 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:16:53.019361 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port 8155d1e7-3b09-4550-81b7-d3339742d289 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:16:53.019753 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:53.065365 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,segment=NetworkSegment(24d2f4f9-568f-40c7-b313-bac06e9e38d7),segment_id=24d2f4f9-568f-40c7-b313-bac06e9e38d7)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:53.080974 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a', 'network_id': '5fb6965c-49ff-4636-aa70-6a5a5cb4e20a', 'port_id': 'f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a', 'mac_address': 'fa:16:3e:e3:fc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a465b4-1f7a-449f-b057-934322809e67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:16:53.149462 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port 8155d1e7-3b09-4550-81b7-d3339742d289 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:16:53.149850 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:53.151667 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:16:53.152071 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:53.176258 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:16:53.186918 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:16:53.189513 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b27a6c-b1c9-4936-9529-753eb0f08297" -d '{"events": [{"server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "name": "network-vif-plugged", "status": "completed", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:16:53.212168 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:53.216768 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,segment=NetworkSegment(24d2f4f9-568f-40c7-b313-bac06e9e38d7),segment_id=24d2f4f9-568f-40c7-b313-bac06e9e38d7)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:53.219445 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:53.225021 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:53.246304 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3317050-61d9-4e9e-9849-219042e902c7 x-openstack-request-id: req-d3317050-61d9-4e9e-9849-219042e902c7 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:16:53.246713 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "name": "network-vif-plugged", "status": "completed", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:16:53.247059 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3317050-61d9-4e9e-9849-219042e902c7 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:16:53.247535 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289', 'code': 200} Mar 10 04:16:53.274266 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=8']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:53.327811 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:53.338247 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990f59-c0e9-404f-b069-023dacfe7c7b req-0dbf43db-bd68-4343-8646-c3c0ea710eca tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:53.340060 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c990f59-c0e9-404f-b069-023dacfe7c7b req-0dbf43db-bd68-4343-8646-c3c0ea710eca tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 945 time: 0.0631595 Mar 10 04:16:53.391107 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c990f59-c0e9-404f-b069-023dacfe7c7b req-faa3314b-1d51-4987-99e1-6d9b2af1cf01 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Mar 10 04:16:53.488045 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:16:54.507969 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfc976-2ce5-4ac8-91f6-656a91f87d1e req-a6780de6-cba4-455e-a2d0-2992da8b78f5 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:54.509416 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77dfc976-2ce5-4ac8-91f6-656a91f87d1e req-a6780de6-cba4-455e-a2d0-2992da8b78f5 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 945 time: 0.0511768 Mar 10 04:16:54.554145 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77dfc976-2ce5-4ac8-91f6-656a91f87d1e req-b5dedf0d-2321-4c4d-9700-4a1529c50fcf tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Mar 10 04:16:54.904320 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:16:54.952643 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:16:54.956259 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:16:54.956632 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:55.035511 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:16:55.035930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:55.077637 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,segment=NetworkSegment(24d2f4f9-568f-40c7-b313-bac06e9e38d7),segment_id=24d2f4f9-568f-40c7-b313-bac06e9e38d7)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:16:55.081483 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:55.127624 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:16:55.248686 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:16:55.250918 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf0e566-b985-4d24-9ef6-558af13a4b2e" -d '{"events": [{"server_uuid": "5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04", "name": "network-vif-plugged", "status": "completed", "tag": "f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:16:55.285507 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41a8b05-e8f2-4729-a9cc-1246d84c3c1a x-openstack-request-id: req-b41a8b05-e8f2-4729-a9cc-1246d84c3c1a {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:16:55.285807 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04", "name": "network-vif-plugged", "status": "completed", "tag": "f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:16:55.286062 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b41a8b05-e8f2-4729-a9cc-1246d84c3c1a {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:16:55.286455 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a', 'code': 200} Mar 10 04:16:55.450992 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5828c6-e85a-4e69-94fc-7268ba8e2bca req-2b12ac91-c476-4292-933b-34a091d40dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:55.452512 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e5828c6-e85a-4e69-94fc-7268ba8e2bca req-2b12ac91-c476-4292-933b-34a091d40dbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 1130 time: 0.0439126 Mar 10 04:16:55.494940 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e5828c6-e85a-4e69-94fc-7268ba8e2bca req-b0831d9d-5e35-4010-9b92-4dce5f5cb5bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Mar 10 04:16:55.675176 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a0b67-d2ed-4c65-b95e-d09749ce13dc req-47b37d40-dfdc-47d6-a06a-8b930218a84b tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:55.676739 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-306a0b67-d2ed-4c65-b95e-d09749ce13dc req-47b37d40-dfdc-47d6-a06a-8b930218a84b tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 946 time: 0.0556455 Mar 10 04:16:55.725161 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-306a0b67-d2ed-4c65-b95e-d09749ce13dc req-26cb18c7-495f-40df-a853-5a9bab3a31f0 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420997 Mar 10 04:16:56.842441 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae6da2-c31e-4a83-b5cb-40e1e37c8dfa req-0da52a75-008b-42c4-b72d-ff680b11f00c tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:16:56.843934 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2fae6da2-c31e-4a83-b5cb-40e1e37c8dfa req-0da52a75-008b-42c4-b72d-ff680b11f00c tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 946 time: 0.0519428 Mar 10 04:16:56.888685 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2fae6da2-c31e-4a83-b5cb-40e1e37c8dfa req-20e43b45-66bd-49de-8b5f-27b556d2a917 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Mar 10 04:17:13.407961 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-df074dd7-4324-455c-97c0-c84e425c8056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:15.557123 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-97065ca6-35e5-445c-bb17-182c55872482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:16.632458 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:17.376937 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:17.904669 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-bbf1ad33-227c-4044-a4ad-da4f8ac3f92b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428882 Mar 10 04:17:17.929004 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:17:17.994368 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-76017891-2a3d-4b87-b843-57d624fdcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:17:17.995832 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-76017891-2a3d-4b87-b843-57d624fdcb41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1129 time: 0.0468457 Mar 10 04:17:18.098988 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-b8aa3b95-267b-4f21-a2dc-560670944752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:17:18.100473 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-b8aa3b95-267b-4f21-a2dc-560670944752 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 910 time: 0.0834997 Mar 10 04:17:18.167273 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-aff7d63a-3afa-4b41-be9c-4439e92bfac2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 1000 time: 0.0604713 Mar 10 04:17:18.215671 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-f69b9453-d01d-4712-9c25-b243d3d88886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:17:18.217149 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-f69b9453-d01d-4712-9c25-b243d3d88886 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 200 len: 848 time: 0.0423131 Mar 10 04:17:18.267074 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-35f28bca-c84e-424d-9050-48ecefd7e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:17:18.268598 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-35f28bca-c84e-424d-9050-48ecefd7e3bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ce33cb-2718-4f84-bfb0-2629d7adbe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440981 Mar 10 04:17:18.332410 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:18.359705 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-5882c1da-a3cb-46f7-8367-709285a9fa32 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838871 Mar 10 04:17:18.446882 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fa61b0f-00be-4076-8cd8-a65feb88d3e2 req-113ff113-8dd4-4051-ba72-a1a08ff4d882 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797272 Mar 10 04:17:20.058730 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:43.409127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cb353068-3bbb-4a33-b1ac-aef0a582171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:45.557356 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-da21d405-9f33-47d1-993f-f97fcde16415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:46.634322 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:47.369208 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:48.335313 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:50.061945 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:54.928373 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:18:09.740285 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 55896) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:09.897052 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Deleting port dc82ded9-1e71-48e9-b66e-d69c282735d3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:18:09.897396 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (dc82ded9-1e71-48e9-b66e-d69c282735d3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:09.969024 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (dc82ded9-1e71-48e9-b66e-d69c282735d3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:09.969345 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for floatingip (dc82ded9-1e71-48e9-b66e-d69c282735d3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:09.980644 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Calling delete_port for dc82ded9-1e71-48e9-b66e-d69c282735d3 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:18:10.147444 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (dc82ded9-1e71-48e9-b66e-d69c282735d3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:10.173307 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event deleted for resources: {'Port': ['ID=dc82ded9-1e71-48e9-b66e-d69c282735d3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:10.201674 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.202024 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.202366 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.202698 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.203029 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.203354 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.203702 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.204027 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.204348 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.204668 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.204989 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.205306 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.205623 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:10.243904 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for floatingip (3664c50a-4956-48ac-8fca-55f833232108), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:10.244233 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Floating IP 3664c50a-4956-48ac-8fca-55f833232108 disassociated (deleted). External IP: 172.27.2.57, port: 8155d1e7-3b09-4550-81b7-d3339742d289. Mar 10 04:18:10.452679 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Router d9d199ea-4999-4957-8880-d9eed4a16574 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:18:10.559375 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:10.565048 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:10.570111 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] Sync routers for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:10.581099 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:10.581713 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:17:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:10.594807 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f6343950-1e4f-4c51-87f0-5c28ece506c3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "DELETE /v2.0/floatingips/3664c50a-4956-48ac-8fca-55f833232108 HTTP/1.1" status: 204 len: 168 time: 0.8535254 Mar 10 04:18:10.595392 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:18:10.598517 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83430be-b370-4d90-8f2d-863e7053867c" -d '{"events": [{"name": "network-changed", "server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:18:10.719841 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:10.769633 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1cf8ce-facd-4db7-b64a-1ea95b970429 x-openstack-request-id: req-ac1cf8ce-facd-4db7-b64a-1ea95b970429 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:18:10.770519 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:18:10.770985 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac1cf8ce-facd-4db7-b64a-1ea95b970429 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:18:10.771575 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289', 'status': 'completed', 'code': 200} Mar 10 04:18:10.865261 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f6725-278a-4ae3-8465-2014bffe2d33 req-27c7ddd6-bdc8-450c-9c36-be57fda45f7a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:10.866733 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ff4f6725-278a-4ae3-8465-2014bffe2d33 req-27c7ddd6-bdc8-450c-9c36-be57fda45f7a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0866675 Mar 10 04:18:10.872823 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83430be-b370-4d90-8f2d-863e7053867c req-371688da-9cda-464a-9e53-33a0672fea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:10.874824 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a83430be-b370-4d90-8f2d-863e7053867c req-371688da-9cda-464a-9e53-33a0672fea92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8147c8a0a0e84e209d510fa08576189e&device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 1129 time: 0.0825012 Mar 10 04:18:10.921678 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 5, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:10.973795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ff4f6725-278a-4ae3-8465-2014bffe2d33 req-40f76e29-bfc2-4d2f-b625-8075bc1b515e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979095 Mar 10 04:18:11.002499 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83430be-b370-4d90-8f2d-863e7053867c req-45735d8b-662c-4f11-a8b4-13b672a08c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:11.004313 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a83430be-b370-4d90-8f2d-863e7053867c req-45735d8b-662c-4f11-a8b4-13b672a08c23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 200 len: 910 time: 0.1161594 Mar 10 04:18:11.034194 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] Checking router: d9d199ea-4999-4957-8880-d9eed4a16574 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:11.042424 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:11.043025 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:17:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:11.047823 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a83430be-b370-4d90-8f2d-863e7053867c req-ed0a97ae-ddff-44b6-a91b-bde6637297ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 200 len: 217 time: 0.0361969 Mar 10 04:18:11.096195 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83430be-b370-4d90-8f2d-863e7053867c req-b2193353-5a0d-49e2-b94d-5f99698807b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:11.097682 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a83430be-b370-4d90-8f2d-863e7053867c req-b2193353-5a0d-49e2-b94d-5f99698807b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 200 len: 848 time: 0.0432014 Mar 10 04:18:11.149566 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:11.150589 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83430be-b370-4d90-8f2d-863e7053867c req-ac53da0d-b5f9-4888-a6c0-21177c8f21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:11.152108 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a83430be-b370-4d90-8f2d-863e7053867c req-ac53da0d-b5f9-4888-a6c0-21177c8f21eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ce33cb-2718-4f84-bfb0-2629d7adbe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479887 Mar 10 04:18:11.240648 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a83430be-b370-4d90-8f2d-863e7053867c req-3c405045-40f5-4c88-831e-f0fd7c327a54 service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814018 Mar 10 04:18:11.334988 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a83430be-b370-4d90-8f2d-863e7053867c req-4525ce0d-ded1-4e51-b57d-66525ef2b6db service neutron] 10.222.0.26 "GET /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879622 Mar 10 04:18:11.345718 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 5, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:11.376261 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217443b2-c97c-4983-ac39-fb2fb187d834 None None] The sync data for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi is: [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:13:30Z', 'revision_number': 4, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '07d349e3-4062-43c2-9cce-c75282427838', 'name': '', 'network_id': '55ce33cb-2718-4f84-bfb0-2629d7adbe82', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'mac_address': 'fa:16:3e:d0:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:30Z', 'updated_at': '2022-03-10T04:13:36Z', 'revision_number': 5, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'subnets': [{'id': '3827a6e8-ec42-43ba-bad8-61a1cdcffc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:11.599672 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9cef9a-6908-4a8a-887e-ae35003dde29 None None] New status for floating IP 3664c50a-4956-48ac-8fca-55f833232108: DOWN {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:18:12.097198 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dd723-fc7a-4063-a374-bb8dc5147d23 req-c25c7faf-2ea3-4486-9cfe-e36bfe4162e8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:12.099409 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-966dd723-fc7a-4063-a374-bb8dc5147d23 req-c25c7faf-2ea3-4486-9cfe-e36bfe4162e8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0576692 Mar 10 04:18:12.148027 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-966dd723-fc7a-4063-a374-bb8dc5147d23 req-ae5a1a82-3397-4723-a7a9-e47c706d2ff9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/security-groups?id=0db7e9cc-bda3-4934-af98-3b6fc3535079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 Mar 10 04:18:12.298830 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-0914d4da-93d8-4fd7-90b1-d54e5963ba04 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:12.300246 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-0914d4da-93d8-4fd7-90b1-d54e5963ba04 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.26 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 945 time: 0.0538816 Mar 10 04:18:12.391819 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Deleting port 8155d1e7-3b09-4550-81b7-d3339742d289 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:18:12.392156 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:12.479100 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] For port 8155d1e7-3b09-4550-81b7-d3339742d289, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8155d1e7-3b09-4550-81b7-d3339742d289,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:12.479363 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:12.491933 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Calling delete_port for 8155d1e7-3b09-4550-81b7-d3339742d289 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:18:12.616218 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (8155d1e7-3b09-4550-81b7-d3339742d289), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:12.647612 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event deleted for resources: {'Port': ['ID=8155d1e7-3b09-4550-81b7-d3339742d289,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:12.659780 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.660148 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.660471 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.660803 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.661134 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.661453 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.661800 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.662123 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.662440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.662754 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.663068 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.663554 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.663956 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:12.699240 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] No DVR routers for this DVR port 8155d1e7-3b09-4550-81b7-d3339742d289 on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:18:12.701610 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:12.704881 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c459e24a-af97-4a71-8044-a3c4b7b7325d req-5c1e6dea-57e5-439f-b117-788d89db21c5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.26 "DELETE /v2.0/ports/8155d1e7-3b09-4550-81b7-d3339742d289 HTTP/1.1" status: 204 len: 173 time: 0.3989758 Mar 10 04:18:12.705316 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'name': 'network-vif-deleted', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:18:12.707545 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571cfa3e-d6e2-4cd6-a9de-3b2db197e3a8" -d '{"events": [{"server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "name": "network-vif-deleted", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:18:12.747023 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b8094a-2756-473a-8017-926cb4c70b9f x-openstack-request-id: req-27b8094a-2756-473a-8017-926cb4c70b9f {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:18:12.747310 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994b295b-5daa-460e-91a4-295d19c8ec38", "name": "network-vif-deleted", "tag": "8155d1e7-3b09-4550-81b7-d3339742d289", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:18:12.747565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27b8094a-2756-473a-8017-926cb4c70b9f {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:18:12.748180 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994b295b-5daa-460e-91a4-295d19c8ec38', 'name': 'network-vif-deleted', 'tag': '8155d1e7-3b09-4550-81b7-d3339742d289', 'status': 'completed', 'code': 200} Mar 10 04:18:13.239495 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ee9a998c-b434-4957-82a0-d1c064a026fa req-a2a12f7b-c4d8-4ed7-a36a-5dd45a89e6db tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267999 Mar 10 04:18:13.411288 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0eb5503d-6d35-44b7-ba80-3ee3d9d531f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:14.330108 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f1deaf20-7107-464c-bd4c-8092a7bf36cc req-42864661-7b1f-4610-9aa4-3f0071cae582 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258253 Mar 10 04:18:15.424400 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3e19d72b-7a7c-4d7c-9fb3-6a90a73a7370 req-510e3d20-621b-4ee1-8871-74267895472a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0292621 Mar 10 04:18:15.558704 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9954-735f-45da-a233-5af3b26c1b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:16.516665 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d8ae194-8122-44ff-b0d5-6a0c9a2e873a req-5f82af89-3945-4893-b44e-fc10397b5874 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0273411 Mar 10 04:18:16.637152 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:17.260353 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8155d1e7-3b09-4550-81b7-d3339742d289 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:18:17.279467 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 8155d1e7-3b09-4550-81b7-d3339742d289 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:18:17.280337 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 8155d1e7-3b09-4550-81b7-d3339742d289 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:18:17.366919 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:17.608200 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7be4dcc4-b472-403e-8eac-a576bbd5eb74 req-8e148296-13af-4770-b32b-099cd48a44b8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266600 Mar 10 04:18:18.337336 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:18.471546 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-f36d8bd4-ccc2-45c9-8fca-945008bbf42b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419393 Mar 10 04:18:18.533528 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-4748e8c5-26ad-417c-83a7-fdc964277046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:18.534976 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-4748e8c5-26ad-417c-83a7-fdc964277046 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0421467 Mar 10 04:18:18.635260 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-77e301d0-8e7a-4aff-8631-ed2ee011d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:18.636673 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-77e301d0-8e7a-4aff-8631-ed2ee011d621 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0849969 Mar 10 04:18:18.714886 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4d6ae425-8386-4020-b7f5-9dec2576e80b req-a181b073-9020-4ddc-a186-d4a9158ada04 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0382414 Mar 10 04:18:18.725669 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-07cf15a0-1a8e-40af-b0a4-079a3886bdab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1000 time: 0.0829320 Mar 10 04:18:18.771738 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-a28c143c-b27d-4ef8-9d1d-d64afb393259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:18.773117 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-a28c143c-b27d-4ef8-9d1d-d64afb393259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0420034 Mar 10 04:18:18.820006 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-594c901b-28df-4b6d-9b52-41a66207db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:18.821476 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-594c901b-28df-4b6d-9b52-41a66207db18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427799 Mar 10 04:18:18.909795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-e0fa7f45-9aa3-4fe3-a894-df623402398b service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822537 Mar 10 04:18:18.995471 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90de08c4-f07b-4445-96a8-3bad5251d8da req-6aa179c9-56dc-48e9-8ebf-94c903e52461 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798156 Mar 10 04:18:19.810084 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e15d8656-6d56-45e7-a402-a571817cb7a9 req-27c2df85-c482-4b7f-a7c1-9eb033591e42 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0298657 Mar 10 04:18:20.065540 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:20.902559 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4fd03ed8-10fa-42b2-90ef-02a95550940d req-48ded960-6264-47b3-a2ad-fd490b78bd57 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267959 Mar 10 04:18:21.993681 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d429d43a-4449-4ee0-8c7c-7635066ffbb1 req-6758a17c-bf16-44aa-927b-6f534d3a03ce tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0275557 Mar 10 04:18:23.085608 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05cc9b31-eaf0-4e95-b84b-e789a9de620e req-64f4351c-030f-40d5-8ded-0d46640a1be0 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Mar 10 04:18:24.175315 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1830cba4-5ba4-4626-bd29-3c9cdf15c88e req-377f0c93-b07d-46de-a615-9a4605ded2d6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0255373 Mar 10 04:18:25.266522 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f615168e-bacb-408b-ac30-b14cc923f04b req-3e834e0d-e980-46fa-9dc1-7094e14dd1ef tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271747 Mar 10 04:18:26.360451 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6f536e94-f578-43d5-94b5-6f90ce8a6632 req-162845fb-15a6-4ea5-9721-55d0415e9274 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0292025 Mar 10 04:18:27.451561 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9b1f0a2e-cc3d-4873-8c71-6c1adfc7b0ea req-d37e6ae5-3627-45b5-b9de-68b3a5ee6e09 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266223 Mar 10 04:18:28.541155 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e0823f6-150a-42b2-95ea-56b78b6871c6 req-ab4f6e9c-f832-47a3-825c-37a3e63c46a9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268028 Mar 10 04:18:29.631906 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-895b65d8-d14a-4ff7-b023-08555797256a req-bb598e9f-56e0-4d9b-a1ae-07677758d447 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258727 Mar 10 04:18:30.724391 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-01380218-f507-437d-b537-24f17ee940a4 req-766c7e30-d030-4ee2-8988-a623a14d26f0 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266171 Mar 10 04:18:31.820128 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e56a763f-baf3-47a0-8f18-297ff0f8b4e8 req-0462a605-c8f3-488f-bc0e-1aa6435b5860 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0300307 Mar 10 04:18:31.927753 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:18:32.912511 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-38c48d13-35e0-4ad6-b62d-6f9aa3b9441e req-5bba07bb-c6b8-43ba-995d-a55aef18f962 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0290053 Mar 10 04:18:34.004419 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-58e55a04-836e-483c-ac3c-9594b1db530c req-e4a6eafe-a8d5-4df1-a381-ff5867175d2c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266461 Mar 10 04:18:35.095058 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7647cf13-b48d-4194-8e9c-b459401d41f8 req-32648477-0fd1-4658-a7f7-b949bf0e8496 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259328 Mar 10 04:18:36.184830 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d7e76cb4-fccc-4ebf-bb5f-0c9b56743bca req-e49250c3-4b97-413d-9c06-fe62f653358a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0255687 Mar 10 04:18:37.367311 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf37dea8-754d-46e7-80a0-4636acd0440f req-b5adf1ea-d9ca-4e7f-9cb1-84cb0881c6b4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260134 Mar 10 04:18:38.457036 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-da2e072c-5bc9-4593-b0fc-0ce1d5f991f6 req-b6ba1313-9e12-4f70-b8ba-f4921f7cfd5c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258472 Mar 10 04:18:39.550243 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cff84f1e-2818-40e0-9b26-dd50669f94c0 req-4a1336e1-fee1-4550-b0b7-00964a77166f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0283933 Mar 10 04:18:40.641575 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b364deb9-fa9f-4c8f-b5b4-7b178c980ccb req-944f0548-b34a-41eb-9940-f6e5d413efb3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0270526 Mar 10 04:18:41.736958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9a850f70-c58d-446b-864f-61e302228f27 req-54af88ed-42a6-4bae-84e6-30c67ab970ca tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0302384 Mar 10 04:18:42.828910 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74d055f3-e525-4528-ba69-805d7aeab9ec req-5d49dc31-81d6-4c41-b38c-815154acd661 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272088 Mar 10 04:18:43.412236 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fe672238-4539-4452-a82a-228d2cbf8cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:43.918954 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5407b7b1-737e-445b-a0c3-7d7e8cf2907d req-17880021-3fc9-4764-8154-81e9dc092f04 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258405 Mar 10 04:18:45.013786 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9eb2a5c9-2f06-4ccc-9d51-2256a40e7b4f req-28973d45-d0e5-42e9-9a68-0b13eff34d70 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Mar 10 04:18:45.559736 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-49d41ac8-9bfb-4333-abc4-42f7a88eec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.107867 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e054d205-e555-42ea-9894-698416ab5e13 req-cf5a20be-7314-4e46-8ab5-0639041de990 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267916 Mar 10 04:18:46.640560 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:47.198314 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e80c0a2b-f158-4aa5-aa55-e6df56ba1ab0 req-cd52f1cf-25df-4174-80c5-c4767fa96473 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264235 Mar 10 04:18:47.391737 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.289275 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52094087-9731-493f-ba73-6a37650dad10 req-90fe54b4-1de2-4f83-8e04-b397d605a8f1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272927 Mar 10 04:18:48.339849 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:49.381727 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a795ab55-a311-40b5-9f09-fef97e23502d req-872dbfcb-3dbd-4d9e-ad3a-f74148e52a2b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266628 Mar 10 04:18:50.059813 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.473697 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-45e44e5b-ee39-4e47-be19-27cd2f34223b req-fed931e4-744d-4a07-b59c-0fedb3514b0b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261378 Mar 10 04:18:51.568072 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc424fe6-756c-4a7e-90f6-b8ca82d1290b req-514b70ea-c3cb-44f3-9fa8-2dbcab84daf5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0299358 Mar 10 04:18:52.657870 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8ec58e35-a82d-45e3-b40f-5aa079a4f551 req-a5e2ed01-981d-484a-9116-cfd219a6ed37 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259888 Mar 10 04:18:53.750908 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2c79c25f-8abb-4e63-ab90-40b9112ec7db req-a45d48f3-0fd7-466a-884a-bdb7768727e9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268033 Mar 10 04:18:54.841559 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-213be661-9a9c-42d7-a79e-4b65c5872ca5 req-d58b0d92-dc55-45aa-8024-61b3a5433af5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260296 Mar 10 04:18:55.933041 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c4952e14-4ae8-41a7-8177-5e9db8ec01c5 req-c98bdb77-58ac-4214-b793-32deb9cf6ca5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264425 Mar 10 04:18:57.023885 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3f439934-71fe-4201-8a50-8ed4f5eba9a3 req-e2cb3621-0f96-4b84-8615-be493a6eb0b3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0270038 Mar 10 04:18:58.116761 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d4c60b7b-15e8-462c-9b67-ec7492ba70ff req-301ee723-022d-4e0e-bfe5-e66ae2e5e601 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0288081 Mar 10 04:18:59.207658 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-426d5ed2-f936-4d1b-b3ff-6f82b991c675 req-8d404dae-e503-4ebd-965c-a7df6fcfbbec tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Mar 10 04:19:00.298412 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6f3bc1ca-f202-4a2d-9bda-25181a1ea36c req-bf17f902-6695-4df0-beea-13f12be24ca3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261321 Mar 10 04:19:01.391760 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d28cebe-ba67-4a99-9c12-161a004d4647 req-1b7fce53-098f-47d1-934a-f6b213634c8c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264511 Mar 10 04:19:02.483694 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-27915f6a-c3be-485a-bd7a-a1cd8c7aa03e req-50d48a09-89e6-4860-b420-dcb1bd8ab822 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259063 Mar 10 04:19:03.574097 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-444b14d9-384d-4e97-b0fd-929ecfd1efd0 req-30cf50df-2a2f-4a56-b2ff-47809d584009 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Mar 10 04:19:04.666658 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-135bcd15-90e9-4c38-bd60-047ea15de4be req-069be8f2-24ea-413e-921e-b6eb2ed69bab tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0294893 Mar 10 04:19:05.757816 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5df4a76a-b90f-4e56-9b1c-992923d2e990 req-80b09ca0-77e6-4436-bdb2-29dd5ae25221 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256166 Mar 10 04:19:06.847893 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f18d711-ee67-4f49-9b79-48ed6f712fbe req-326ac153-250a-4f8b-95ad-c56034f5fa63 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261877 Mar 10 04:19:07.938786 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d4597af-6ea3-426b-86d9-f17e1067be4a req-07d0a04f-a771-44d1-b4ab-0b36c8657ef1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0273471 Mar 10 04:19:08.926609 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:19:09.030121 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1a6907d-acde-403e-b652-eeeca292a71c req-308ac6fe-fb2c-4de1-9b26-f4f78c109c03 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267768 Mar 10 04:19:10.125813 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c61ca21b-22c3-4289-a27e-970ee40cbc99 req-82832a63-b884-48cd-a803-52564c760749 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0297809 Mar 10 04:19:11.310080 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a542a30-80e7-470a-ac53-d3e69f9f30d3 req-4600ea54-8b97-4493-8215-0b7384436ec1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.1223204 Mar 10 04:19:12.453463 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b22a8e76-0e57-4472-a9fb-ebcc419849ae req-92e47bb2-654f-41fd-a966-a9af9b6da150 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0787859 Mar 10 04:19:13.413530 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd93579f-fda5-4e7b-99a5-938ada4d0eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:13.543671 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e88e67d7-0522-4d10-9ea1-7a0ccedb12a8 req-d8764fd3-82ad-41c3-83d6-101174140db1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256760 Mar 10 04:19:14.634372 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41a808d3-573b-4557-8de1-f087fd128904 req-23398006-96e9-411f-ac24-03b613fa832d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263824 Mar 10 04:19:15.561061 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e937dc10-7a47-4666-8502-8e05b8c40422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:15.729333 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cd52020c-02e5-413e-a0b9-91ce41b74e40 req-36f8a88a-d23b-4c97-a88d-5c0525c46278 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0285523 Mar 10 04:19:16.642579 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.822685 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-59618866-7353-41d7-98cd-48cf69266924 req-7c494028-bfa6-4960-9f36-6b4905e1d977 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272088 Mar 10 04:19:17.397749 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:17.914628 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cffe6713-80b6-4f35-8bd4-5b67ca131991 req-ac9228f2-3d8e-4152-aeae-83b7328fe145 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264158 Mar 10 04:19:18.345930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.006139 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-44931533-45cc-49f5-9a75-41ab10552d90 req-e84ce2db-f49d-4a77-b45a-97065af42333 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265133 Mar 10 04:19:19.425386 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-21e1a31d-70ad-4e23-9335-eddb22955b30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418470 Mar 10 04:19:19.490437 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-56f04ed2-3c0f-46ba-911b-8cb753c18f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:19.491881 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-56f04ed2-3c0f-46ba-911b-8cb753c18f94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1957e705ba684f68bc0b1a47c235d6a6&device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 1130 time: 0.0447648 Mar 10 04:19:19.602519 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-ab2434fe-717c-4e18-9f7a-6aacb33667a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:19.603978 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-ab2434fe-717c-4e18-9f7a-6aacb33667a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a HTTP/1.1" status: 200 len: 914 time: 0.0941279 Mar 10 04:19:19.646103 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-3c38e1c3-b7ea-46bf-85a2-7517517faeb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a HTTP/1.1" status: 200 len: 217 time: 0.0366676 Mar 10 04:19:19.692046 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-c7d23f9c-7d34-45bd-ba82-5fc021b7d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:19.693443 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-c7d23f9c-7d34-45bd-ba82-5fc021b7d0b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b1a465b4-1f7a-449f-b057-934322809e67 HTTP/1.1" status: 200 len: 853 time: 0.0415688 Mar 10 04:19:19.723701 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-5d3da9ec-d44e-42fc-b283-78168167e31c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245144 Mar 10 04:19:19.812894 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-352a5663-7b96-4d78-9d43-3f6d17c4768d service neutron] 10.222.0.26 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817196 Mar 10 04:19:19.896290 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3dd0ddda-da10-40eb-a9a4-05413a8a2d53 req-49c93957-3c58-455c-989d-e082ba35b858 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783913 Mar 10 04:19:20.061957 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:20.098096 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e0e12bd5-7d5a-44c1-84fe-69cb1917bd14 req-15bb0f29-bb02-41ee-99b9-87088d904264 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262775 Mar 10 04:19:21.188787 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d5db695-2123-4cc3-be80-5612a9ae69a9 req-c0a59bdb-fcd2-40ba-9bd8-b33e5e070e92 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259140 Mar 10 04:19:22.289685 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0147a33-cd0b-43c0-93f3-5f4fc8ec94ee req-64abc5dd-e98e-458a-aca1-ef0c7a92f4ad tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Mar 10 04:19:23.383052 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b4181469-2f52-4d4d-9b0b-c79769111be8 req-3e7e4f8e-9ca3-404f-90a2-fcf4d72229f7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265341 Mar 10 04:19:24.474621 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c0ff881-aa76-459b-8845-5a7b2b5c0b1a req-f1eabd90-a3e6-4308-8f5c-8c3287923cb0 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Mar 10 04:19:25.564079 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96be5fe2-a8a7-4846-aed9-e88de5e646b0 req-14c327f6-a309-4f47-96bc-7f3822933c6c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260746 Mar 10 04:19:26.653642 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-629c7028-588e-40ff-a8df-c098f2f6748e req-67893649-fba2-45c0-b37b-b75251bbbf53 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0254698 Mar 10 04:19:27.747182 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-16c05e53-0149-473e-89c5-f099216b4ea6 req-6a073110-3796-4720-9c51-745344cdd377 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0290229 Mar 10 04:19:28.838116 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64079289-6909-48a1-b3c7-ac40cb706ebe req-d2ddfbf9-56d5-484c-b094-ae54a562b4e8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262256 Mar 10 04:19:29.932492 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d6b09a26-3a8d-4cbd-9a6f-7288987aaf40 req-070f3e74-032d-4990-9e8a-70f913c27434 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0274768 Mar 10 04:19:31.024763 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c460a5bb-ad0e-4530-af28-d8edf300e3ee req-f2f69097-1b49-449e-b373-15b27bfa0093 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0270219 Mar 10 04:19:32.121891 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b6b15dae-ffd1-44e7-9a9b-802636fa2475 req-2d9d51c8-14c2-450c-ac3c-ad5a9d144789 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0296054 Mar 10 04:19:33.477609 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d8067acc-d571-48f1-9263-db1232c293ad req-0ed2d6fc-8474-4e44-ba78-deea07cf4601 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.2908690 Mar 10 04:19:34.569201 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-66bd3735-868d-411b-b6e7-9d1a6d66017a req-abf7e0e5-44e6-4967-9b34-688bb5c132ee tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263312 Mar 10 04:19:35.660287 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-880fc73e-aac8-46ce-9d62-75af28afff35 req-5e468e23-2e42-4b4c-a1b2-1c512f6ca78a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0257292 Mar 10 04:19:36.749429 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b92ff150-0e81-49a7-b698-de5287cf7ef4 req-19da0b91-1f21-486f-b6be-7e9476deb425 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0254595 Mar 10 04:19:37.845830 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3573fed9-b4ae-409a-8fbd-2323714abfa6 req-c910eb95-6bfb-463a-82d7-eba1b8c17ea4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0285320 Mar 10 04:19:38.936462 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f162160-6220-4ca7-9ab9-e834fbcc6249 req-8965f0b8-2267-40af-b0a9-18adfb0cb2e3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259185 Mar 10 04:19:40.025485 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-12d9b057-f588-4086-8185-c56f54dc778d req-fdca4a05-b811-4d25-a145-e93723653ee7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262563 Mar 10 04:19:41.116805 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8bc30bfb-b2ca-4078-b087-a6aa4bfac8bb req-cebd7058-6c2f-451f-8146-0f0f7f52f04b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263286 Mar 10 04:19:42.207378 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3098de5f-8622-4125-a7e4-fca9abe084cb req-4518b4d3-580f-4812-8d7d-d373c0a8bbd5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259018 Mar 10 04:19:43.300156 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b9a3b91c-460d-450a-afac-5dce916acc32 req-04e3e775-7f0b-458a-a76c-9e01f2d85404 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0286281 Mar 10 04:19:43.417186 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cfa62ef7-3fc4-4736-bb12-e62ef43522b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:44.391095 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa962926-63d5-4c2e-8619-4143351e4290 req-5cd90576-7b61-4fd1-a500-2cd68767ab0a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260229 Mar 10 04:19:45.482281 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4730ce89-42ff-4cdb-a778-7320ae6ad894 req-f12f53de-c608-4b61-97dd-01d225db8f49 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Mar 10 04:19:45.562982 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6951b525-536f-432f-a6ec-58a957153725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.925400 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:19:46.572137 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d8f351e-14f0-471f-96cf-4fd3fbeeabe5 req-ca68d087-5a9a-4c79-bee0-c00d079d2990 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268526 Mar 10 04:19:46.645356 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:47.414632 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:47.661604 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-65137934-1e20-4b11-b828-78ed3f7b1245 req-475b6d5b-099b-4adc-8f90-bd2fe3810243 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267236 Mar 10 04:19:48.344832 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:48.753108 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d51f743-ae99-461b-88ff-458e4c721430 req-d40f49a7-c12c-4e2b-ad2c-4f10f500adeb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264592 Mar 10 04:19:49.863078 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-356e1a37-660a-4a89-a679-a3e9b5896430 req-28e0e9af-c0aa-4dd2-b23d-9c9d6d1ceaf3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0424483 Mar 10 04:19:50.066329 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:50.954620 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9280b595-04bb-4a44-a315-bb491cbbad8d req-9d079c6a-d9c1-4f54-b2da-c7b197179361 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264904 Mar 10 04:19:52.044800 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-febe7fd9-7d6f-4bcd-9715-7d8d47177a77 req-1beb1d55-69ca-4f82-bc89-cf29e74b1f08 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256152 Mar 10 04:19:53.136044 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d54b8db8-6930-4050-bff3-af226ad1143e req-04331a71-3b0e-475d-b804-b0777e5132c1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260375 Mar 10 04:19:54.226335 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0130e84a-f374-4a8f-a514-8af2205b973b req-6bed6d35-25bb-4e8e-bacd-706fcdfb9a71 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260811 Mar 10 04:19:55.318186 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-13e122b8-69c3-4af9-bdf4-2eae3f84f0c2 req-5c47c3e8-2895-450c-a5cf-b6c058806898 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0274117 Mar 10 04:19:56.410197 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a95871a3-10fc-40e4-8a8b-7eb487b5808d req-b967b6a8-cedd-493b-a0cc-1d6ae23a1b62 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0284691 Mar 10 04:19:57.499828 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a788481-7a5f-4738-a5c7-3560f4f4e70b req-8b574a58-7962-4265-afab-bc732c470ea7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256584 Mar 10 04:19:58.592273 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce9dfcc2-8a60-4da1-b699-8306c14c26cd req-238cb301-bdad-49b2-abfd-e30be01fb4d9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0254397 Mar 10 04:19:59.683106 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-36fb14e3-138f-44da-99bf-439cd150fe47 req-f979e3e0-6bb5-4dd0-8033-858cafd3b612 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260222 Mar 10 04:20:00.784884 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-536e43e6-58a4-42f0-9455-f9ef752f6a78 req-cfaeb01b-4664-4a17-903b-8072c3f65cba tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0387130 Mar 10 04:20:01.878028 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a3e109f7-a4c9-4aee-8bb0-531084f98a57 req-890dfb34-8ece-4298-b4bc-2dc80eef0efb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259969 Mar 10 04:20:02.971961 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90601d2e-fce6-4da2-ba05-8859122f40bb req-1ffe672a-79cf-4e54-9d03-5a0f2666bb57 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Mar 10 04:20:04.061303 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eba46d24-1b3e-41aa-bd8e-2b2ce5f48808 req-dd28056a-4602-4045-a172-9dc1968d65e6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262516 Mar 10 04:20:05.154099 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf7f7b1e-b449-4645-ab85-296732a40f50 req-e1a6f0cd-481b-4a9d-b415-c6af0a6d48f8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264754 Mar 10 04:20:06.244288 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f91c9222-5afc-4d22-bdc3-297cec0bef62 req-17cbce63-b281-4575-b0f6-f8c1014885f8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0273726 Mar 10 04:20:07.332715 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c370860-26e0-43b2-9a82-86b2fc5e5311 req-ea75d9fa-ea51-4035-9394-31f4b9707b6d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264599 Mar 10 04:20:08.422915 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-59ba2e09-dcbf-4109-ab89-05e21c6d47ee req-d41d6f3c-e7d9-448c-8e5f-e7d0fcf39957 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0254073 Mar 10 04:20:09.516818 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1f73e0f9-23d9-45be-9aa3-0009612ca94f req-375c5d7e-769a-4306-bacf-9620eacf361d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0288606 Mar 10 04:20:10.607263 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51b41cfd-60cc-4709-801f-4cbfb40c2221 req-7696ac7c-d625-43b5-9cb1-846854f52c5e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265846 Mar 10 04:20:11.698380 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd7970f4-108f-44e1-9e1d-89c7e75bed45 req-87de8d40-8fa0-455f-a667-c71ac4da2ba5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260444 Mar 10 04:20:12.795107 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-730ca4ee-5524-4816-b681-7f5d015c1256 req-d2defe1e-396b-4c77-b8ce-bd3c8356c332 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Mar 10 04:20:13.418460 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8774cd65-320b-43b9-8efb-b54138e48969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:13.888377 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-39319e06-7c9f-4b65-9f96-c9708b18b2b8 req-ff93d9f3-3493-40f8-9bb9-b0559c4e3f34 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268524 Mar 10 04:20:14.982860 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8341984e-f422-463d-8138-5d2d000f415a req-6b299f2a-1616-423e-a657-0e171b41494a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0280681 Mar 10 04:20:15.564881 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-65421ae4-152f-4f8e-9b4c-49794d98123f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:16.087287 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9d47de8d-0f25-4d4f-9017-9dbbf6fe0264 req-ef045470-e94b-4586-bbec-125063ed880d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0399122 Mar 10 04:20:16.648794 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:17.184298 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88394e72-1cba-4f6f-b7dd-b0b283836225 req-f47bcc79-9c1c-454f-89af-8ac294a40f4e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263929 Mar 10 04:20:17.447043 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:18.274830 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fead5ebb-f6fe-4aef-9eab-8e892be7b008 req-954e9e10-d25b-4272-8f82-da1040ed257a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Mar 10 04:20:18.348652 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:19.367083 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-177434c2-04c3-403b-9195-5272d3e55bb1 req-fdc02f67-60bd-472a-aa72-38a527c7e204 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271266 Mar 10 04:20:20.069661 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:20.472032 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ebda41fd-70af-4500-9f66-e4134e080652 req-38d87e9f-7674-46a4-870f-ebed49487d81 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0384433 Mar 10 04:20:20.504432 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-8f90030e-e44e-4cb6-ada5-5dd7d9c9f41a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107717 Mar 10 04:20:20.587565 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-b1c6a304-c93e-4653-8678-51e2d770795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.589074 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-b1c6a304-c93e-4653-8678-51e2d770795c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0444064 Mar 10 04:20:20.693348 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-8d09b71a-9d5c-422a-9310-7f3c29a4828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.694795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-8d09b71a-9d5c-422a-9310-7f3c29a4828a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0885785 Mar 10 04:20:20.759037 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-d2c5ab44-371c-42db-9d79-e577149fa3ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1000 time: 0.0587330 Mar 10 04:20:20.806481 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-21241388-2ed1-449b-8614-dfdadb22bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.807899 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-21241388-2ed1-449b-8614-dfdadb22bd62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0431366 Mar 10 04:20:20.864855 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-7afb72bf-d5a2-4fed-b679-8a49c0b3de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.866376 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-7afb72bf-d5a2-4fed-b679-8a49c0b3de11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525899 Mar 10 04:20:20.876527 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-ac43294d-7993-462a-b421-bcc24fe8c062 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:20:20.877471 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-ac43294d-7993-462a-b421-bcc24fe8c062 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049012 Mar 10 04:20:20.963898 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-b7ef2d25-5339-49ec-bafd-7dea26e0e462 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801804 Mar 10 04:20:21.054117 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1ec1a3f-4f9b-4c2d-96f3-176de493ba9a req-453d48fb-f7d9-4c42-9190-e26aa377fa7e service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842290 Mar 10 04:20:21.562390 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9071ee1-0050-4073-a15b-d24250decd95 req-2c95e60e-465d-4781-b0d0-84d37f2f025c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261643 Mar 10 04:20:22.657547 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d4aeacef-4141-494c-bb48-8a0c5467f59e req-1508cdee-c15e-4d9b-9339-0e7092e6e2a6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0290117 Mar 10 04:20:22.924017 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:20:23.749921 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2c977d60-032f-4a63-acd8-6fc88180b0b0 req-d4dba57c-ed67-4f1a-a648-e6765ce05a34 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263214 Mar 10 04:20:24.840146 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df3db904-14fb-42b7-9fba-9b55c08d538a req-0da15949-de3a-45bc-8bd3-d3a73c149d4c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266781 Mar 10 04:20:25.933741 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31ee8e05-0b5d-4a49-aaaa-27e157e9ad77 req-21d97910-6a1f-495a-aced-a39ffe20c770 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0297978 Mar 10 04:20:27.025321 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-acf4fbed-c332-42d3-b69a-915ca8cc40a9 req-8e4b69ab-dcd7-4d99-b841-b660677154a3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261941 Mar 10 04:20:28.117461 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81ef7515-3522-4c95-a9e3-1809b14739d4 req-30c35e70-a325-49db-b0f3-ce057cf7aff9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Mar 10 04:20:29.210615 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8615082c-8e52-47c9-b23b-87967a5a095f req-99c2bd2b-9c23-4a5f-b7b9-ff04dda4033e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0274243 Mar 10 04:20:30.301326 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf26f562-d862-4680-b499-58117c00e48c req-776ab841-c6a3-4898-9d3c-16b959bb7746 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264444 Mar 10 04:20:31.394984 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-badf3437-8af6-4986-929e-8dcad71ed858 req-502a29fc-c696-495e-b3aa-23b34085aee5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0294528 Mar 10 04:20:32.487749 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f850acec-22f4-4ae1-a897-ec2c3e36efe5 req-d4286e73-fa2f-4336-9d88-13ed63e2cb16 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265534 Mar 10 04:20:33.578946 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-22e718e7-2080-422d-a3e4-5388eb3e2af8 req-4c315e08-cd55-448d-9738-aed4fd4f79ec tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0275843 Mar 10 04:20:34.670073 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3f3239c-f2ba-42bc-92e5-7d365783d260 req-a3b2d2d7-5646-47db-ba61-4c3e64698910 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260184 Mar 10 04:20:35.760856 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076da24c-9f1f-4ebb-a44f-07af078c40f6 req-5d7a3d4e-b6c1-4f01-890f-ff9bf326798e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256472 Mar 10 04:20:36.851794 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-350a2945-38f7-4fe1-a305-aa5ab9d074c2 req-5a95447b-9ee3-47e3-b4dc-32912dce0d9c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260112 Mar 10 04:20:37.944968 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0f7cf16-23da-46de-91bd-caa5325f825c req-1b56037b-3a73-40f3-8596-4cf2636c8db5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0295885 Mar 10 04:20:39.037358 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-574dd1f7-120f-4d12-ac49-7fc3a48032c0 req-666e6436-5782-4ff3-b054-0bdcd9b8bb81 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271001 Mar 10 04:20:40.129038 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c1e7825-882a-4282-8617-a615cbaef9ce req-c5699f69-8b67-4da1-b79f-5e23b184d89e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265732 Mar 10 04:20:41.220877 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a5ec9fb-10da-4872-8afb-20a2994b9163 req-5ee2c81c-5fa3-4094-a697-1236a2eec7b0 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264049 Mar 10 04:20:42.310836 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-23e0bee5-94bb-4625-a158-8162ca03fbcf req-afb3037a-f5d5-491d-b5d3-1e75cb284b96 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Mar 10 04:20:43.411145 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-453dbf4b-2b9e-4f75-b2bb-6b31c488aa15 req-32578fab-bb22-4732-81c3-9ba9640bfe36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0361996 Mar 10 04:20:43.419807 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b52944eb-80fb-4965-83db-eb6d381c9b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:44.507278 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-883230fc-88d1-475c-b916-3f220b2dcb4e req-a4212543-6f4b-47ef-a519-7032a771af34 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264692 Mar 10 04:20:45.566296 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8dc962bc-87ac-4a52-9687-82076e627ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:45.599470 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-35e60161-a667-4460-8d0a-b8dc509abf72 req-c59bbee2-87cd-4c30-a281-6d5dcb591786 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267522 Mar 10 04:20:46.659251 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:46.695331 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3081958c-deae-4917-a340-1e2d70ed4c94 req-0a7713ea-c199-43a8-9747-f2903d22b8ac tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Mar 10 04:20:47.448584 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:47.790408 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b637cb8e-be7e-42b2-bdae-0ec4137a0785 req-6fb50c45-5753-4d96-a252-e6a905ff4698 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0294673 Mar 10 04:20:48.353562 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:48.881613 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ad6dacc5-0d18-4396-a806-bf954493aaf5 req-1fa90c1f-e4f8-4007-a65b-d10c811d5364 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0281641 Mar 10 04:20:49.971740 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a33962c-5ea2-43d0-ba8e-6024e7252a41 req-f8fc6b61-bae0-470a-a948-d97a960bfd68 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0257809 Mar 10 04:20:50.073516 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:51.063279 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8217b8e-422a-4754-8415-43f2b6187d78 req-47640c8c-109d-48ac-8ada-995ce0bba7e1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263703 Mar 10 04:20:52.157735 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-13d6e273-f438-4b36-92b8-083d4f6bda95 req-6e8a0bfa-05e4-4116-a665-55703c0d31b2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0295501 Mar 10 04:20:53.248571 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-acd3c705-3efc-4e78-af04-919da910e092 req-dc3c5eae-0e34-40a0-bde5-6fa0302ef999 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272932 Mar 10 04:20:54.340774 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f8fcfb80-8037-4fed-b19a-82b7743b6cc0 req-b25837c3-6044-499b-bcce-5fe3f1011b2d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262814 Mar 10 04:20:55.432918 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32552759-5d38-4222-8816-d211541ab86f req-1758c978-c46f-4608-a930-16c26fe72c41 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0270498 Mar 10 04:20:56.535000 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2aa87d4a-7f63-49ec-82f8-04115d6543f3 req-bb40b200-fc2e-4942-8784-f56810b6e7a6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Mar 10 04:20:57.627615 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6ea94eb7-e3d7-4ad7-a642-c0fde137c5c5 req-0469a0c1-5e06-4a38-a4d5-a469594ab161 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265648 Mar 10 04:20:58.717950 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-693d1578-a14c-4b34-a6e5-ad2e3dd3f499 req-369966d8-86ab-40fe-bfbf-b832f2e78710 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Mar 10 04:20:59.807819 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-80694afd-460d-49bd-a367-e1696b709d82 req-47d083c5-76e8-41eb-93a6-28b46154d6e7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256245 Mar 10 04:20:59.922451 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:21:00.902212 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e2689ef6-3749-4801-9b9f-3a9e5a5f3b90 req-faf454e8-5f0f-4502-aa98-a4de93333356 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0291483 Mar 10 04:21:01.994149 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d4057282-81c6-4a0f-b2a7-cc2cbd2968cb req-a548af9c-8020-4541-ab8d-1134b9ea1316 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266733 Mar 10 04:21:03.084536 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4904564-91d4-4fa8-99f2-c2bf5687217b req-23dfb41c-8a2a-4a6a-b46b-f23b68c9ca63 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264978 Mar 10 04:21:04.175620 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8ade34bc-4843-4780-9e8f-301be0ac5227 req-40b2d9e5-a4ea-4769-b4f4-854fb793c297 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263777 Mar 10 04:21:05.270774 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-131f03d4-00f1-4a27-b8ac-1ac28773beef req-b07344f7-602f-47c3-b941-bdff89ed44ca tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0300140 Mar 10 04:21:06.361163 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1ce2f2-1d2d-4d68-b803-dd45b72fd16f req-bda30db0-1bcf-41a3-9342-6e4f819f921c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266442 Mar 10 04:21:07.454611 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d549fad7-a168-4706-9d21-5525fbeeebaa req-ce95c34f-993f-4080-bea3-d38fa26d39fa tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0269401 Mar 10 04:21:08.547346 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bc44294-a327-4a16-b8f8-a0c2db41f238 req-1c935f11-bf8c-4925-bfca-03994e9b5701 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0274169 Mar 10 04:21:09.641089 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08cac9e6-f2ae-493b-ad2e-28e6ebb16692 req-219a114d-29ae-4b6f-9c01-2b0e1df07773 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0283501 Mar 10 04:21:10.731813 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4f58c566-e59e-4fdd-91a9-6e32c0135629 req-0feb2aaa-cb78-4253-b8de-64e7cb3cefd9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260255 Mar 10 04:21:11.822437 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d31dc277-37cd-4e50-bbac-7c7712964efd req-9f402ac4-e4cd-48cd-9a38-9939f2cc7247 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Mar 10 04:21:12.913800 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd30329c-f4d5-44b1-8813-ccd5ad0abc69 req-870ddaef-ab62-42c2-b369-b1c6ac5bf92e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266466 Mar 10 04:21:13.423109 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5674d546-d5c2-424e-ad7f-8ce069fb34a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:14.057297 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-726bb889-3a35-415b-9d14-5717be585f32 req-09c13186-189e-48c6-ac5b-17ff4375bd19 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0285907 Mar 10 04:21:15.148323 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7ab3c402-14ec-42bd-a683-682c61afa576 req-2ba98282-d630-4b8e-bc49-2f859f9c590b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258169 Mar 10 04:21:15.568222 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dbe72979-b967-47c8-a14c-7701dfd66561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:16.240393 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ddf158e8-8ef7-4e82-8491-3176cc4c9979 req-5c800cb4-4107-4680-8f8d-d9c18a43d704 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261986 Mar 10 04:21:16.652115 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:17.331506 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-787080f4-111f-457e-a9cd-9ecaf8bb8841 req-b2478a46-4a59-44f2-9a78-b38d376ec420 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271411 Mar 10 04:21:17.460307 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:18.354466 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:18.424609 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f9ab0181-2bc7-4099-b317-874bb6949902 req-9c132723-eac4-414d-903a-9ec44b9d2ecb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0284700 Mar 10 04:21:19.516806 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-60541067-ff6c-41f6-a446-b2fe70d2342f req-590be2db-68a0-44b6-b7ce-a48cba9763aa tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267704 Mar 10 04:21:20.076817 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:20.607308 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0cad20b5-e6e7-4d00-ad99-b16493774ad2 req-52217212-8941-4a24-9d4f-b0d1bc0e307a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Mar 10 04:21:21.425153 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-98e842fc-0be3-42c4-94b2-f40423101811 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419416 Mar 10 04:21:21.491445 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-5de3d42f-1847-40c3-913a-89990e03dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:21.492933 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-5de3d42f-1847-40c3-913a-89990e03dfaa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1957e705ba684f68bc0b1a47c235d6a6&device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 1130 time: 0.0458043 Mar 10 04:21:21.592577 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-b9f5c5c1-6871-49b8-be68-38245f7e6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:21.594035 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-b9f5c5c1-6871-49b8-be68-38245f7e6323 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a HTTP/1.1" status: 200 len: 914 time: 0.0833814 Mar 10 04:21:21.637306 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-e0bb8829-b672-4b69-b2ed-38e0d1743bba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a HTTP/1.1" status: 200 len: 217 time: 0.0359468 Mar 10 04:21:21.706096 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6ceb35a-fab5-4039-935e-b2631692a2db req-012cc701-5854-4b45-88fd-9650c89dd72f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0335066 Mar 10 04:21:21.707437 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-0dc633ee-12e1-414c-88e0-ab9bc058b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:21.708799 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-0dc633ee-12e1-414c-88e0-ab9bc058b38f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b1a465b4-1f7a-449f-b057-934322809e67 HTTP/1.1" status: 200 len: 853 time: 0.0661585 Mar 10 04:21:21.739030 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-10c9c872-7b81-49dc-a64a-81f3eb839cfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244482 Mar 10 04:21:21.826587 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-724cfad6-955e-44c9-b2c3-45f2e1198917 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812280 Mar 10 04:21:21.915391 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c43fc51-e00c-4262-b452-9a4f9eba8eab req-572f4663-a8e5-43b9-9731-702b55584c59 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834856 Mar 10 04:21:22.796726 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aad19bf4-dba0-47c9-b18e-b16858e90569 req-7b11af90-ecbe-45c1-986a-1de2a9832dbd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268562 Mar 10 04:21:23.890441 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2921860b-61d7-4bb1-9ec6-f5f02e141f21 req-fae95dc1-c908-46d6-bb7b-e767771dba80 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0288649 Mar 10 04:21:24.980933 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa07f33a-720e-4539-be93-2bed27a6bd2c req-85221bd2-3840-4f02-a945-c03c33cd5a30 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0255249 Mar 10 04:21:26.071781 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7316e34b-55dc-4c28-955b-9a9e2beae631 req-86bdc22a-c912-486a-be16-9169716d99a8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267854 Mar 10 04:21:27.163554 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d199cae-2a3a-4d4e-9610-c0a75119e04f req-72d9c143-6b9b-4aa8-850f-1be0a8ddaeaf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262871 Mar 10 04:21:28.254626 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-956320f9-d2f5-4dd5-972e-7401cb33e178 req-0bfd17e4-844d-49a0-afb0-510645ad1605 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260532 Mar 10 04:21:29.350186 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53f5d464-a8f3-4858-855a-1729ddc88daa req-13b12fc1-4193-4fca-b335-14137c37f2d4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0282490 Mar 10 04:21:30.440742 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-50268020-8d8e-4f10-b05f-f79f25ff3976 req-94416530-fcb8-4665-94db-1d81d105d981 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266562 Mar 10 04:21:31.533045 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-55a99c9d-ef4d-4732-8647-6decc0e3e6fb req-cee4df85-df2d-438d-9c59-21604eb50ed9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265718 Mar 10 04:21:32.627929 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ffa1086-90b2-480a-9536-5409ecc4bfd2 req-80bbba82-1d51-42e1-824a-670e86e7fcfd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0281677 Mar 10 04:21:33.718283 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aaf8472f-b3c6-4df5-a682-00b7385915ee req-827c7f6b-561b-4af5-b30a-1d13dae47f11 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267711 Mar 10 04:21:34.806522 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf072bb7-4299-4e94-a6fb-776d15db088f req-e2800fed-8a2b-4a3c-b3fc-5b3e39eb0e4f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260475 Mar 10 04:21:35.898649 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54adf2ea-e9d8-4cc5-834a-6f78d59e87f8 req-32faaebd-c543-4862-a3c6-a9f0b9b98367 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0277596 Mar 10 04:21:36.920742 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:21:36.989686 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce9a3848-067b-42ed-913d-8ac2b8117aad req-aa12b0f9-216e-4dae-af0b-974639e2bfa6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261841 Mar 10 04:21:38.081939 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dacddb8b-302d-4df4-add7-0a4f07e4fd37 req-4da7a3ed-3b9d-4a32-bd85-0e7ba2818e36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268271 Mar 10 04:21:39.174271 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8714be60-010a-4aad-afba-bcff49260561 req-a756872a-0f5f-4551-885d-18c652db9c72 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0257332 Mar 10 04:21:40.264530 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7bb60deb-ad4a-4c7c-9fbb-0d77089d56b6 req-bcbaf8da-4b33-4400-9422-7a0e7cdd4bd2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256732 Mar 10 04:21:41.355453 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d725e8f9-20f8-48b3-9556-bd92004b7a09 req-2945cd96-8e6b-4037-a66b-4dcc2bbe3f6d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261703 Mar 10 04:21:42.448674 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bcf239fd-39fe-4664-af34-dbcb1fec2152 req-e407c34c-9bb3-49ff-b416-a099811d7c6b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0295377 Mar 10 04:21:43.542341 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-347f965f-d2e5-45c3-ae43-b3d84e97713b req-169c0dbe-cd0e-4efe-8c6a-b01c9cbbcbb3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0269108 Mar 10 04:21:43.551709 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-904dc6ce-47a4-4a30-8db9-03ff48b8e60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.638301 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-71adffee-fe4d-408d-8ea2-ae21337ad050 req-316292f6-fbc5-4259-b3fd-d6f715b06859 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0257533 Mar 10 04:21:45.569102 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a38a15db-2d67-42a1-9fe9-51c4bc15111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.730439 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c273e7a8-2b67-4d55-aa40-4380d3e15fdf req-c89b8b82-c664-408f-91eb-21d9015271c6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263729 Mar 10 04:21:46.656583 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.821255 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-010af072-6359-4f66-b0f9-f41fa6d41ac9 req-4496db41-0f9b-4bfd-84ea-5b011fa67325 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0274961 Mar 10 04:21:47.460438 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:47.910622 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d1c22b3f-196f-4a0f-8a47-3d92a7f55749 req-9e7f2a0a-d71e-4d2b-9e01-f9f4f90b0f03 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260127 Mar 10 04:21:48.358038 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.002564 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9f81e886-66e0-4184-8b20-55a3633a2361 req-cdda33c8-93dd-4901-9acb-851b3bc869f8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0276780 Mar 10 04:21:50.080940 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.097689 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-23a1876d-b004-4a69-999f-78fe31e9a621 req-afc3b404-a1c7-4c50-b8ee-2423493710cd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0283184 Mar 10 04:21:51.190655 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be9dfc46-8615-4259-bf95-3a035f1ae6bf req-f62ab026-c187-40d9-b6e3-7e5c38ab9c55 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Mar 10 04:21:52.281599 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f74f600a-a770-48ac-934d-13c8fd14999b req-342e1c61-2fc1-4b49-8d22-15c556523325 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263228 Mar 10 04:21:53.372421 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a5f8f13a-742e-412d-ac39-405fe686fc91 req-ce79e8f2-95af-4039-a9c3-ff121c953aaa tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263588 Mar 10 04:21:54.465773 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f04d780e-5e1e-4a3e-904f-4c6f362bc8bb req-68457521-9231-4a6f-a976-7b794bfdb916 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271809 Mar 10 04:21:55.561556 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ee4e6861-d876-4d00-844c-c7bed588e7de req-815d3788-e013-4a88-b127-6c98d113f83d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0281291 Mar 10 04:21:56.655467 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1adf64fa-2a65-4673-9e31-b11a80bd9661 req-f356f22a-0a8c-4dd7-8d21-6448980200e7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260568 Mar 10 04:21:57.746368 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-86292ce6-537c-4ae5-818d-21c78c75ffb0 req-94a09210-54f1-4d56-8730-953f60120c81 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262883 Mar 10 04:21:58.837971 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-03d6ed3a-73c9-4d9e-b08a-0755de257582 req-5b01ccec-060e-47aa-a640-dd1b3c40feff tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0269341 Mar 10 04:21:59.930749 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9ea924d1-b535-4b34-ad90-0040aec1b730 req-efa7e163-6b9b-473d-83e2-0289d607889a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264323 Mar 10 04:22:01.023467 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-148e9b5b-7bc0-43ee-8bb7-cdd7a531870a req-5c31f91d-1087-4a8a-86fe-e5b188754ad6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0289347 Mar 10 04:22:02.114283 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78f5179a-45a1-4f5c-88c0-fc8a613bf8ac req-616e2629-ccfd-4fa8-9211-c3b6ed1a55e7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258055 Mar 10 04:22:03.206080 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cfc3a562-bd24-4092-bbf7-1f37722107c7 req-02baa573-b6eb-45a4-98b7-ddfe7b232bbd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268652 Mar 10 04:22:04.296935 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c958ae4-b9f7-4761-8234-b69cf2d5efbc req-72cd25ee-fd89-4bad-bacd-892888fc557f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0255821 Mar 10 04:22:05.389842 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac700adb-845b-4583-8ef3-f6bdb21eec7e req-b53abcdb-7381-4334-809a-267ace4ef1c8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258408 Mar 10 04:22:06.481637 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-79c4e810-a975-4e44-9fcb-215aefddd79f req-61f669f3-9f3c-4458-907b-614442c26f66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0284872 Mar 10 04:22:07.572879 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc73fdc6-1dc3-4277-96e3-356e623ad893 req-7304e4b6-3752-42df-86b4-bb0d82cc33d6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0285110 Mar 10 04:22:08.669793 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a653327a-8879-482f-9cbd-c80976988ce2 req-9302c393-bac2-4582-8100-3c512ca51fd6 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264373 Mar 10 04:22:09.760307 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78f110e7-6ef5-413a-8f01-e147ef67b0bd req-39f6235e-7910-437a-8d68-9cbe1a319489 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265059 Mar 10 04:22:10.850534 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4ef6a536-87b4-4557-8c68-89ebfc941e26 req-44edf514-d669-44aa-a819-aa457da7e252 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258889 Mar 10 04:22:11.942288 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6e91f3b-2a6e-4647-b137-9fe2480693f4 req-a137872f-0168-465e-9c98-71c818916682 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258939 Mar 10 04:22:13.035146 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abd1d1af-9510-4a0c-8b60-eaa938cbe867 req-2a82571c-c664-410c-8c77-02bb8e594aa9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0292292 Mar 10 04:22:13.422487 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3acadeff-4999-47f9-b69d-6dad39e44500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.919646 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:22:14.126771 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c4e20464-622a-4c1f-8fac-5de5e2548c1e req-a719f550-eee3-401b-85a4-8d9ac4fd5393 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267799 Mar 10 04:22:15.218068 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-260e932c-92cc-4692-bf62-e1972319b8c8 req-77276179-79ea-4ca3-a4e5-c3973d8ec731 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258691 Mar 10 04:22:15.570180 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2da99910-8ae5-4cb1-9623-f9daad5424fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:16.308563 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-14f96043-8da9-49a4-8ff0-bb7188678bb3 req-0a06af50-a3da-4723-baad-af4af92b6305 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264091 Mar 10 04:22:16.657796 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:17.402685 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-80dc84bd-f68d-4b36-83a8-d6d7c4926073 req-04bf8ce7-bfed-4afb-a9eb-d9e6e8c46882 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Mar 10 04:22:17.459948 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:18.361670 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:18.494016 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4cb2b693-2a36-45c5-b16c-6042462a6db5 req-9bbf164d-1dab-40a2-aade-0c313d84a564 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262880 Mar 10 04:22:19.585986 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c692a83e-862c-4601-a772-f386ac509ac7 req-698235b9-0e32-411a-afa8-ea84d1669094 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271251 Mar 10 04:22:20.084164 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:20.676892 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7ac869dc-b324-4981-9bdd-8321369bc535 req-640fd0b6-1bf4-4f12-9655-6f1a64983c08 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261381 Mar 10 04:22:21.423098 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-a7dafa86-8575-452a-ac9a-208fd115e151 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431700 Mar 10 04:22:21.509382 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-9ac71aa0-b4e0-41d4-969b-4f9a7d42180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:21.510814 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-9ac71aa0-b4e0-41d4-969b-4f9a7d42180d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0434966 Mar 10 04:22:21.607242 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-4d11f948-30d1-4ddd-af66-b1be2d967787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:21.608654 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-4d11f948-30d1-4ddd-af66-b1be2d967787 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0802791 Mar 10 04:22:21.673636 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-bf3802b8-5105-47d2-9740-59b681191eef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1000 time: 0.0588377 Mar 10 04:22:21.718213 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-435ef16e-03d3-4409-ad95-76ee5007fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:21.720260 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-435ef16e-03d3-4409-ad95-76ee5007fde1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0413418 Mar 10 04:22:21.780599 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9830ad43-3a93-4101-8ffd-bf21d58eb802 req-0e3d93b1-a5c0-4db6-ac75-217385fdaef8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0310977 Mar 10 04:22:21.793348 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-7eb162b6-ac40-4b91-96b6-3037d8a4e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:21.794958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-7eb162b6-ac40-4b91-96b6-3037d8a4e4f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0694022 Mar 10 04:22:21.882209 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-aa898b2b-33f8-455f-8705-aa20ee3b8188 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804253 Mar 10 04:22:21.968714 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd1fdca1-e2f8-469a-add3-ca000cbafa4e req-dbc56189-ea9f-4fc9-9460-0348e3ae2ab6 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808280 Mar 10 04:22:22.873221 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0a1b1853-4d5d-4e4f-9b88-df3b9142158f req-5dd7d724-7ba5-4f11-999d-1ed4b351eef9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0273507 Mar 10 04:22:23.964929 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c1ab711-969a-461b-b89e-0c6e7a95b05a req-108d653e-9a67-4ecf-b66f-a8e809cf9374 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256171 Mar 10 04:22:25.057189 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-640024c8-eec2-4b8c-a8e6-76cb37f5ed9f req-bf482791-b889-462c-a919-abb28dd3dee8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261011 Mar 10 04:22:26.151461 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5ce746cc-de59-41d4-bc3e-ba586108ea4e req-19e5d4af-caa5-43e7-86ea-cd14a4c9eba0 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0283685 Mar 10 04:22:27.245157 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8fe0a507-a0ea-4b84-aa3b-675c384fc57f req-4b044172-d38d-4c26-9b18-90b515f32674 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260682 Mar 10 04:22:28.338567 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-34c036be-b4ca-4302-bc5e-4b9d912a75e6 req-4cd00183-2173-4a1d-8e68-2ab9c916e18b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0278680 Mar 10 04:22:29.429568 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-83fdc96b-0579-480d-9ddd-ff128acd24c7 req-08b10332-a2db-4248-98d6-fabba4900b3a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268040 Mar 10 04:22:30.518055 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bacf634-a85b-4ad5-8ac3-40d65e101d02 req-91a25a3c-f769-4bbc-b662-696bb41c236e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260367 Mar 10 04:22:31.870196 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5a370905-45cc-4cce-a618-40ee64775bff req-101d027f-dd3f-4224-bef9-9ef4c527042a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.2877889 Mar 10 04:22:32.962047 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-229e9d5f-2151-4f47-8601-b710221fbb8a req-a5ae6c0e-de0b-444e-acc2-82b1ffb56ac7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Mar 10 04:22:34.052976 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5dd57bb3-7ef1-40ad-bb36-1da62f169406 req-a7f414a2-894f-4b88-b1bf-be80464ba36b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265250 Mar 10 04:22:35.144120 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c70dd3ed-c103-4770-bc93-57db44b4b111 req-09998437-ca01-49a4-abe1-4c4bbc82923e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260067 Mar 10 04:22:36.237718 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b17750a9-7448-46c6-846e-de100ca4942b req-61a5acc0-bc98-4a28-8e53-16cab582cadb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0284865 Mar 10 04:22:37.328015 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bed9f1a-0ffb-4330-8a4b-9ffb2ce6b205 req-342358d1-43f7-47ad-a4d4-f7fdcd144c81 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Mar 10 04:22:38.422138 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1f8b0a9-428f-4816-904c-a151a9f38de5 req-02fd7985-aacc-4b36-abdc-dd98e591f769 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0278299 Mar 10 04:22:39.512824 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-664da99d-6f91-4a69-a5d3-45ee1bc44655 req-4ec3a775-e6e3-4f14-8961-32026a9b73e9 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263944 Mar 10 04:22:40.601761 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae504eac-3c7e-4a63-aea9-90090123a551 req-8bbee81e-66b5-4762-96c0-f9020b61ac6f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261564 Mar 10 04:22:41.692114 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a0bf914b-432e-478e-be49-851f9aca7290 req-2b7e9b98-8e9b-40a3-83a2-17ae05521ceb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0260909 Mar 10 04:22:42.788728 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-28aaf633-6c08-49d8-abd6-9de70a2afdd4 req-be882536-c0c5-4b8b-b5f5-d8880f6e831b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0292122 Mar 10 04:22:43.423407 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eff67183-44a3-4444-b4de-cee1f77fa657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:43.882077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b82eb52d-77ba-43cb-9368-c9b999f208c1 req-f580640a-5a73-4fb7-b663-3ab1173c2b36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268197 Mar 10 04:22:44.972326 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d5dac0b-eb37-4a24-ab0f-144d840f7d23 req-a535174a-bfaa-4284-b90a-274418372e2a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272751 Mar 10 04:22:45.571255 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e63a356c-d1f5-417d-af7b-2d4f8ae86e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:46.061636 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-12f81ec4-c758-46a4-accf-9edf5326b8aa req-2de5c4f3-d535-48e9-b9ce-fed31c6dd6f1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0254714 Mar 10 04:22:46.660930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:47.154006 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6973a77e-2e62-4cba-bb6c-f99fd26ea1f3 req-9e008e1a-7e91-4de1-aa93-314e695e0b35 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261490 Mar 10 04:22:47.462902 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:48.245851 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-693f9a82-b3b3-41b6-860b-e0a5751b6e30 req-dcb7ee1a-bb59-401c-b1bb-09bc0838c56e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262482 Mar 10 04:22:48.367017 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:49.340400 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e82857b-074a-44c2-b16b-a301c3a18c3d req-b3d1c268-8e4a-42d9-a2af-0ca8256c4896 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0294843 Mar 10 04:22:50.090219 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:50.431118 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bdb344de-5594-40eb-a313-7ebec79a8006 req-045af1af-e7c9-486f-a989-21852215039c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262256 Mar 10 04:22:50.918298 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:22:51.521210 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4165e2b6-af3c-4f52-8ac1-b6fc6c39b31f req-6d914b80-b245-4d76-b06a-f1e9afbd0dc7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264874 Mar 10 04:22:52.610697 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-efc49b80-4bbc-46b3-8ee3-a8695b49f574 req-a1612e56-ad4b-4c12-a73f-83c2fb4a2f5a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0253568 Mar 10 04:22:53.701606 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1dc08d9-5bf3-47aa-aeac-671e82908045 req-a7fc73c1-60df-4e49-9c29-2fde9876ce15 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261841 Mar 10 04:22:54.794983 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-03da5c44-3636-497d-aa47-98c0ec17222b req-8be452b3-9226-4de7-a948-74bd8a0a6b00 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271614 Mar 10 04:22:55.891582 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d424c185-461c-49b9-96d9-bd6713c7cc58 req-86e22416-660f-44c0-9ea5-535b45951178 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0283179 Mar 10 04:22:56.981539 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1a3aa4e5-5aef-4321-8715-04ee6536c76f req-112955df-ecc4-4695-b156-08c574998cc7 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262570 Mar 10 04:22:57.768878 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce676d-e6fd-40a2-a9bc-8a79216890f7 req-a0309103-0bf0-477d-9062-dd7da867908b tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:57.770210 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bdce676d-e6fd-40a2-a9bc-8a79216890f7 req-a0309103-0bf0-477d-9062-dd7da867908b tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 946 time: 0.0516467 Mar 10 04:22:57.813903 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bdce676d-e6fd-40a2-a9bc-8a79216890f7 req-e655205c-d3fd-4c9b-be53-3aaef6a0bfd4 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Mar 10 04:22:58.076664 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4481b021-3a3e-49aa-868b-516a9564a365 req-bc305e3d-b03a-4bf3-aabc-a785d96a5cb3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0284114 Mar 10 04:22:58.128372 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-9e43771c-36d1-40f8-a3c4-ee5d06d4d9d5 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:58.129777 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-9e43771c-36d1-40f8-a3c4-ee5d06d4d9d5 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 946 time: 0.0554290 Mar 10 04:22:58.219214 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Deleting port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:22:58.219552 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:58.309075 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] For port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,segment=NetworkSegment(24d2f4f9-568f-40c7-b313-bac06e9e38d7),segment_id=24d2f4f9-568f-40c7-b313-bac06e9e38d7)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:58.309443 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:58.321180 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Calling delete_port for f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:22:58.443311 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:58.455156 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:22:58.474895 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Pushing event deleted for resources: {'Port': ['ID=f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:58.487279 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.487632 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.488002 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.488339 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.488672 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.489002 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.489339 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.489666 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.489988 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.490309 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.490630 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.490950 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.491268 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:58.524637 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] No DVR routers for this DVR port f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a on host hv-cinder-77819 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:22:58.527012 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:58.530336 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26fdab61-2be4-4a69-b493-7c3cbb8da6aa req-197e6093-8480-46c2-b5cf-34ae2fa48648 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.26 "DELETE /v2.0/ports/f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a HTTP/1.1" status: 204 len: 173 time: 0.3953593 Mar 10 04:22:58.530681 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04', 'name': 'network-vif-deleted', 'tag': 'f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:22:58.533734 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7048a9b-7b22-4fb6-a2ef-1eca87ce0adc" -d '{"events": [{"server_uuid": "5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04", "name": "network-vif-deleted", "tag": "f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:22:58.690867 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4f9705-032e-4214-afb4-aa073ba449ad x-openstack-request-id: req-7e4f9705-032e-4214-afb4-aa073ba449ad {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:22:58.691159 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04", "name": "network-vif-deleted", "tag": "f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:22:58.691417 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e4f9705-032e-4214-afb4-aa073ba449ad {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:22:58.691867 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04', 'name': 'network-vif-deleted', 'tag': 'f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a', 'status': 'completed', 'code': 200} Mar 10 04:22:58.925367 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b7a56de-a010-4e1a-bb8e-471cc9e807fc req-7c7ebcf0-1ce1-4037-ba06-7932e0033ef7 tempest-VolumesSnapshotTestJSON-1997243029 tempest-VolumesSnapshotTestJSON-1997243029-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fc6a6d8-ce63-4d88-9234-1cdc4de6dd04 HTTP/1.1" status: 200 len: 210 time: 0.0294507 Mar 10 04:22:59.176114 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88ac0652-97f8-418b-b611-bdab33db8982 req-5eb26215-3fad-440d-8bae-3ee671090c1f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0298617 Mar 10 04:23:00.267877 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e99b3b8d-731d-498c-aef9-ccd89be4e1a4 req-b713fac8-e04c-4b99-9f0b-f1e711f3bfcf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258074 Mar 10 04:23:01.357466 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42c36274-157b-471c-bfcb-4f064b9288ec req-f90a18f7-291a-4307-9f9c-7bcc4248b588 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0254819 Mar 10 04:23:02.448609 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-842068f8-d2dc-4a95-8671-3619a05ccdb6 req-90d0fe9b-5bd0-4fbf-8b7f-1aea97510ef1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Mar 10 04:23:02.557286 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:23:02.577537 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:23:02.577876 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device f07ec2e6-7ff2-45a5-9bdc-c6eb25cc743a not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:23:03.539024 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e53f98c2-2124-4f5f-a706-15ff41d2c367 req-a499d515-5eab-409a-9fcf-69718b25e06f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0271029 Mar 10 04:23:04.631080 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4018519d-7a58-4dbb-b541-1f5401f456ea req-87d8cd39-f39a-4092-a73c-ca5497781805 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0282145 Mar 10 04:23:05.726562 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4512d402-9005-41ac-8f2d-a1b4c5cadf9c req-98dc76eb-53f4-4482-a6e0-15a524a9564d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0287139 Mar 10 04:23:06.818299 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5257036-1715-4529-9e7a-4510df110c5c req-12dea362-cc8b-4dd2-b9f3-502f1c69104d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0269117 Mar 10 04:23:07.908338 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be27d044-1387-46ea-b25b-f38f5be91f24 req-1135566e-661f-44ba-9105-46e5967fb0aa tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258591 Mar 10 04:23:09.004398 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04787b36-c186-4d6a-8ba5-cec43a45c0db req-8ff5a677-431a-4cb6-9300-8e9aceb61ce8 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266843 Mar 10 04:23:10.095616 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31352c66-d2a1-472e-8ed8-f1419eaf255c req-d5bc32c7-c2a0-4d63-b710-9c51988d50a2 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262990 Mar 10 04:23:11.187561 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba273e44-f6f4-4e36-b107-fb0d50fd2742 req-d7c4e404-1b55-445f-9758-fd9e431c0558 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0281570 Mar 10 04:23:12.282277 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3044d1c7-55f4-4d3b-870f-b22d94fbf449 req-e1497f49-9afa-403d-a7fe-c8ff705d51ca tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0289688 Mar 10 04:23:13.373208 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dcf4c5d-d0fb-4035-8626-3870aebf98b4 req-3d521aa1-32d2-4b14-978b-f4beaffb8d71 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Mar 10 04:23:13.426681 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d9be7af9-7636-4e2b-a660-601cbdf3ab05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:14.463641 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-27b25504-2e5d-458a-8bc2-b77f8242de71 req-6835be41-8bde-4349-b740-b5a8e1b60bf4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0269835 Mar 10 04:23:15.554344 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-633976aa-8b21-45ec-8c47-a9639cc398c8 req-980439e4-358d-47b1-9940-042dae8fafce tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259957 Mar 10 04:23:15.573670 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-316d0e79-c29d-4c4e-be20-cdebf0e9f139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:16.646413 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-efb7b0d6-2151-4d66-aa4f-0634124850a5 req-19634e2f-d306-42cf-82d5-643fec6b8c8f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264089 Mar 10 04:23:16.664069 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:17.461943 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:17.740178 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c911aa8-0fe7-4809-8470-aa0b86c591e5 req-a332d958-3974-4d53-901b-bb807e6ab304 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0270746 Mar 10 04:23:18.369203 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:18.834392 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-068f5c8b-25f5-449a-b578-900507a47814 req-ef2a6b23-e937-4971-b272-961bd6ccb324 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0299087 Mar 10 04:23:19.924037 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cad537b1-8255-4f93-b39f-22ab6c5f4ac8 req-ed818a85-a579-4720-8a63-64d9a553e88d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264368 Mar 10 04:23:20.087177 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:21.016155 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-989fb4ee-accb-41c4-81c1-d96acc2c0895 req-7e4efcb0-42cb-4824-9944-d103bea25de4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Mar 10 04:23:22.106766 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f2455b6b-592d-4f3d-9ddf-38f12f06adb6 req-ec68b5d4-c417-405d-ab92-4d8df5bd012d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0259626 Mar 10 04:23:23.198235 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05c35454-32c8-40dc-9a32-13914b2d09db req-a5eff008-70f5-47f1-a879-0affbe03f33b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0270538 Mar 10 04:23:24.291968 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-38ea6d12-f662-450c-b094-dabb3a896444 req-0a6633da-50bb-410f-a081-73841a80296d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Mar 10 04:23:25.383955 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b197807-9d94-4fda-b1a1-4eea1e8a6a78 req-0394a91d-450a-4877-be13-355facc798bb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Mar 10 04:23:26.474504 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-885ebb09-14cd-4e83-bf4e-90fab23d2130 req-79aad4af-4887-4dec-ab54-dde5c93534f4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Mar 10 04:23:27.565683 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a4629e5b-8c30-44a1-8206-4d48d6ee5fb1 req-f8995b82-2582-4e99-86bd-5e7b2bda7d2e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Mar 10 04:23:27.916801 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:23:28.657581 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6b48aef-9729-4a56-b0ab-f8b7e6dd07e6 req-1cbb9319-eeca-4929-813c-ac621be4ac9a tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263686 Mar 10 04:23:29.748453 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-659be5f6-7bd2-436e-8883-16102056cfe2 req-d34699da-ae09-497b-8d59-ee37316f5305 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272453 Mar 10 04:23:30.840671 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5f8ab230-8d8f-47b8-888e-12f5a78396d5 req-9966fbe4-bfac-4712-b571-6ea1274b73b1 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0292351 Mar 10 04:23:31.930441 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15c77682-9316-4f66-9ac6-2a6616e8a586 req-7137de7d-d09d-4a31-b88e-12151681becd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0261881 Mar 10 04:23:33.021116 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3831c180-9fe2-40cd-9975-b9440c7b6db4 req-cf31aac1-0f5d-4bd1-944d-cae9af91159b tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0258257 Mar 10 04:23:34.115290 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9396f68e-eb50-4c4e-87b0-3f5d483cfda2 req-530b06cf-f2f1-4423-94be-26ed1cbbc1d4 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264630 Mar 10 04:23:35.205842 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ac31e37-c4e9-4ca2-b5a8-fb406c94a019 req-899eca7d-311c-4c2d-a2a5-c33a81a7acc5 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0265245 Mar 10 04:23:36.296203 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ff07dde6-ce48-4a49-add9-69b448f0e29c req-636ec73d-87a2-40b2-ad7b-3858ab644752 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0270755 Mar 10 04:23:37.457292 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1cda4e0b-27ec-4d97-a104-067d906a79e4 req-340a4125-0bec-4c79-a864-548c431e5639 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0291188 Mar 10 04:23:38.547524 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b9e1255-c7d2-411b-9a38-25542e641e18 req-8800d218-3d18-4526-bfd5-6f00e2c4b171 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264893 Mar 10 04:23:39.639230 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9a7fd445-3c7c-4a32-aa58-5015e15ad3e7 req-597a00ea-b467-4426-9e9f-fb83f6477edc tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0285282 Mar 10 04:23:40.729610 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0941a11b-7e83-490c-990e-f996f25e6ad4 req-44e6ef0c-389c-4a51-accc-2d627ed644f3 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263948 Mar 10 04:23:41.818972 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be2ac689-57fc-4721-ab9d-bf99b19fc3a5 req-03f143d6-1ef3-45d4-a83c-79f4c6a22a36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264018 Mar 10 04:23:42.912626 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dc5fbf1a-f844-4db2-a8bc-fd4cb96d6078 req-1bfa967c-a1a7-434f-ad12-81adad8d4f16 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0299957 Mar 10 04:23:43.427593 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3a155dee-f2db-4672-b2f4-ca292cf11c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:44.003090 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1fa02d14-f928-40d5-a810-f665d66ea0cd req-30b59520-8984-4a93-8885-d918fadb5110 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268402 Mar 10 04:23:45.093748 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-de9973e0-0f54-4241-a91c-0ba679f149f8 req-a7d31fa8-f931-4841-856b-da1eb5a5ca0f tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0268013 Mar 10 04:23:45.573906 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d1a669c-576c-4fa2-9b43-184650a1446b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:46.187851 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a15b907b-df28-42d1-9f7e-447d5311a02f req-00680de9-fbee-4308-9393-eeb5e9e9740e tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0256042 Mar 10 04:23:46.669511 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:47.282243 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26341222-f392-46c5-88e2-d00529c829c2 req-137aaed6-d69b-45e5-8e2b-7eb11dfccadf tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0283968 Mar 10 04:23:47.509333 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:48.371646 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:48.375128 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d338c47-187b-4abc-b9b8-de6027efd453 req-dce0418a-9c8f-4f2d-8450-f683ecf3aa66 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0281634 Mar 10 04:23:49.467713 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a6e03ba-8e75-4e43-aa8b-2ebb6bebfd74 req-2c03f764-d53f-4d6e-8ceb-6f63a3f5f9eb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Mar 10 04:23:50.078724 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.557777 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f7610dfc-260f-4684-8bc2-550944ea5400 req-1090aa2d-d04e-45dd-b1e8-ce9d3e826453 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0264406 Mar 10 04:23:51.651026 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3ba4b438-adae-4c17-8f30-0367ad9969e0 req-21e126e2-cf6d-4966-b88d-220923d7dd01 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Mar 10 04:23:52.743572 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-580e5b69-7cbc-400e-bd17-b531974d7ad7 req-8e2f18c3-696b-4398-a2d6-e7e5046c8614 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263975 Mar 10 04:23:53.835807 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d917fef-2a99-450c-a596-fe95ec8ade28 req-d47062a0-753d-44af-a959-d18285800d25 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0277421 Mar 10 04:23:54.928905 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6969c0a6-112b-4687-81ba-d87b4f116a0d req-a9f1e889-57c0-4251-a766-c6b884ba4123 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0275886 Mar 10 04:23:56.022853 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d1b151b-69ae-4415-95a4-dafb7f071b57 req-78948dba-8ab0-41bc-923d-5ff792170637 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0282264 Mar 10 04:23:57.117695 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-223f965a-5e2f-46bc-9b13-bc1669406129 req-48e416ee-d209-4045-941b-25fe9ef36e61 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Mar 10 04:23:58.211823 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08fa51ca-c692-4328-a699-883853c33684 req-cad7168d-0a04-4c8e-868b-8d4d00013a55 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0285161 Mar 10 04:23:59.302731 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0a7ed6ce-9543-4b51-ba08-afb5f1ee7262 req-44b656fd-65be-47af-8489-dd6c0a5ccadb tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0275469 Mar 10 04:24:00.394252 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d1ab86ed-3e73-4be6-8a06-0b7c727e0881 req-f02ce251-c538-4b13-9ba9-4fbc08200ded tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272582 Mar 10 04:24:01.504894 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2ff26c96-2cd3-4fb9-99b8-79b59730e7e4 req-94c60b1f-1885-4077-9e41-6037281b6780 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0351062 Mar 10 04:24:02.604038 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ad51aaf-ed90-4c5c-a371-cf4c15571e7c req-4facc858-39d2-45a1-8924-07fd16642342 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0295813 Mar 10 04:24:03.693576 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d3ab2f3b-577b-45a0-b3dd-a018453dba41 req-cfd6d016-287a-4d71-9c9a-b8e94991d671 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0269413 Mar 10 04:24:04.797177 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96eab006-8955-4b13-862f-8323b6c4f794 req-6f2e1c68-7dae-4026-95cf-af7f5950b67d tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0263145 Mar 10 04:24:04.915656 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:24:05.891941 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ce86c416-eb7b-4fb4-b739-cd1a0d32db4a req-ab2f0f2e-07d8-4f27-b830-768b2161efee tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272563 Mar 10 04:24:06.981680 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e94be113-26c4-47d5-8571-2c880009755e req-281499f8-df85-478c-b0b7-ea7ef878cb76 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0272462 Mar 10 04:24:08.070505 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d9334be8-ac2d-44fd-bcdf-efc3d75d97fa req-cf75a33c-8e42-406d-a746-8151c1bbbbbd tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0266354 Mar 10 04:24:09.165031 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d0ac10a-85f2-4b31-81b4-6ae0c4ba9ea6 req-3026dcf7-522d-4b85-a0ed-3c9287f26452 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0290813 Mar 10 04:24:10.310912 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5841f29-f2e9-44ba-b00f-19844ac96608 req-1a088b5d-9113-40af-ab7f-9d4c182aee36 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "GET /v2.0/ports?device_id=994b295b-5daa-460e-91a4-295d19c8ec38 HTTP/1.1" status: 200 len: 210 time: 0.0792799 Mar 10 04:24:10.335736 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 58742) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:10.390343 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group (0db7e9cc-bda3-4934-af98-3b6fc3535079), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:10.415165 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group (0db7e9cc-bda3-4934-af98-3b6fc3535079), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:10.477388 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (0db7e9cc-bda3-4934-af98-3b6fc3535079), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:10.480241 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:10.483775 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] 10.222.0.15 "DELETE /v2.0/security-groups/0db7e9cc-bda3-4934-af98-3b6fc3535079 HTTP/1.1" status: 204 len: 168 time: 0.1447518 Mar 10 04:24:10.490884 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7e9cc-bda3-4934-af98-3b6fc3535079,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:10.497924 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.498279 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.498628 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.498968 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.499303 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.499634 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.499991 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.500325 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.500652 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.500981 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.501311 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.501636 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:10.501961 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26662c81-2289-4dc8-803b-14a6dcffb29c tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:11.603521 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 58754) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:12.063208 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (d9d199ea-4999-4957-8880-d9eed4a16574), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:12.299197 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Deleting port 07d349e3-4062-43c2-9cce-c75282427838 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:12.299533 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (07d349e3-4062-43c2-9cce-c75282427838), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:12.375987 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] For port 07d349e3-4062-43c2-9cce-c75282427838, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=07d349e3-4062-43c2-9cce-c75282427838,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:12.376341 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (07d349e3-4062-43c2-9cce-c75282427838), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:12.388694 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Calling delete_port for 07d349e3-4062-43c2-9cce-c75282427838 owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:12.798931 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (07d349e3-4062-43c2-9cce-c75282427838), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:12.825918 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Pushing event deleted for resources: {'Port': ['ID=07d349e3-4062-43c2-9cce-c75282427838,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:12.837410 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.837752 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.838087 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.838413 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.838735 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.839054 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.839370 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.839744 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.840030 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.840344 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.840661 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.840970 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:12.841278 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:13.011607 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (d9d199ea-4999-4957-8880-d9eed4a16574), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:13.226907 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Router d9d199ea-4999-4957-8880-d9eed4a16574 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:24:13.331391 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:24:13.337027 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0b081da7-c92b-4305-8668-9dfe1b9d13eb admin admin] 10.222.0.15 "PUT /v2.0/routers/d9d199ea-4999-4957-8880-d9eed4a16574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323785 Mar 10 04:24:13.339538 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 58774) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:13.340504 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] Sync routers for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:24:13.350384 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:13.350988 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:23:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:13.430330 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-84fb4af9-8aad-4421-ae10-beec671d5f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:13.444662 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks [] for router (d9d199ea-4999-4957-8880-d9eed4a16574), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:13.455034 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:13.546039 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks [] for router_gateway (d9d199ea-4999-4957-8880-d9eed4a16574), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:13.596974 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Deleting port cec779c5-df94-4b82-910e-d2928da776c5 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:13.597312 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (cec779c5-df94-4b82-910e-d2928da776c5), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:13.627334 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:24:12Z', 'revision_number': 5, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port': {'id': 'cec779c5-df94-4b82-910e-d2928da776c5', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:28Z', 'updated_at': '2022-03-10T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:13.656449 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] Checking router: d9d199ea-4999-4957-8880-d9eed4a16574 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:24:13.664551 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] Routers {'d9d199ea-4999-4957-8880-d9eed4a16574'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:13.665140 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:23:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['d9d199ea-4999-4957-8880-d9eed4a16574'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:13.673503 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] For port cec779c5-df94-4b82-910e-d2928da776c5, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=cec779c5-df94-4b82-910e-d2928da776c5,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:13.673860 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (cec779c5-df94-4b82-910e-d2928da776c5), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:13.687466 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Calling delete_port for cec779c5-df94-4b82-910e-d2928da776c5 owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:13.751485 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] Set router d9d199ea-4999-4957-8880-d9eed4a16574 gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:13.802274 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:24:13Z', 'revision_number': 6, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:13.831448 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b57ed0-3aba-4850-bc11-2f71c0b395b6 None None] The sync data for ids ['d9d199ea-4999-4957-8880-d9eed4a16574'] in dv-cinder-778193-25-iscsi is: [{'id': 'd9d199ea-4999-4957-8880-d9eed4a16574', 'name': 'tempest-TestShelveInstance-1413749668-router', 'tenant_id': '8147c8a0a0e84e209d510fa08576189e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:27Z', 'updated_at': '2022-03-10T04:24:13Z', 'revision_number': 6, 'project_id': '8147c8a0a0e84e209d510fa08576189e', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:24:13.851864 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (cec779c5-df94-4b82-910e-d2928da776c5), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:13.881368 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec779c5-df94-4b82-910e-d2928da776c5,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:13.939740 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (d9d199ea-4999-4957-8880-d9eed4a16574), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.029372 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (d9d199ea-4999-4957-8880-d9eed4a16574), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.031499 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks [] for router_controller (d9d199ea-4999-4957-8880-d9eed4a16574), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.087955 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (d9d199ea-4999-4957-8880-d9eed4a16574), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.088507 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d199ea-4999-4957-8880-d9eed4a16574 {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:24:14.093457 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.094410 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c5bd1ad9-db0b-46da-a810-63fe77c0d3e3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d9d199ea-4999-4957-8880-d9eed4a16574 HTTP/1.1" status: 204 len: 168 time: 0.7539439 Mar 10 04:24:14.096961 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 58782) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:14.140290 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe001b26-ed35-4e9a-9be7-13a02526e8df admin admin] Deleting subnet 3827a6e8-ec42-43ba-bad8-61a1cdcffc79 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:24:14.143262 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe001b26-ed35-4e9a-9be7-13a02526e8df admin admin] Publish callbacks [] for subnet (3827a6e8-ec42-43ba-bad8-61a1cdcffc79), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.177026 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe001b26-ed35-4e9a-9be7-13a02526e8df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (3827a6e8-ec42-43ba-bad8-61a1cdcffc79), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.262681 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe001b26-ed35-4e9a-9be7-13a02526e8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (3827a6e8-ec42-43ba-bad8-61a1cdcffc79), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.319916 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe001b26-ed35-4e9a-9be7-13a02526e8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (3827a6e8-ec42-43ba-bad8-61a1cdcffc79), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.346356 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe001b26-ed35-4e9a-9be7-13a02526e8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3827a6e8-ec42-43ba-bad8-61a1cdcffc79,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:14.348897 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe001b26-ed35-4e9a-9be7-13a02526e8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.354313 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fe001b26-ed35-4e9a-9be7-13a02526e8df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3827a6e8-ec42-43ba-bad8-61a1cdcffc79 HTTP/1.1" status: 204 len: 168 time: 0.2540593 Mar 10 04:24:14.354488 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d45ffcd-2e4d-43ce-bf32-a98b384f61df None None] Network 55ce33cb-2718-4f84-bfb0-2629d7adbe82 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:24:14.354608 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 58784) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:14.422184 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (55ce33cb-2718-4f84-bfb0-2629d7adbe82), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.479515 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Deleting port a19ab43e-a920-4efa-9356-e72a61dea9d7 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:14.479892 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.539775 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] For port a19ab43e-a920-4efa-9356-e72a61dea9d7, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a19ab43e-a920-4efa-9356-e72a61dea9d7,segment=NetworkSegment(c266d54a-cd21-4682-a849-8605ee14ea87),segment_id=c266d54a-cd21-4682-a849-8605ee14ea87)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:14.540133 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.552008 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Calling delete_port for a19ab43e-a920-4efa-9356-e72a61dea9d7 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:14.599005 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 07d349e3-4062-43c2-9cce-c75282427838 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:14.629268 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] DHCP port deletion for 55ce33cb-2718-4f84-bfb0-2629d7adbe82 request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:24:14.631600 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 07d349e3-4062-43c2-9cce-c75282427838 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:14.631930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 07d349e3-4062-43c2-9cce-c75282427838 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:14.651232 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.680029 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Pushing event deleted for resources: {'Port': ['ID=a19ab43e-a920-4efa-9356-e72a61dea9d7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:14.682293 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Deleting port a19ab43e-a920-4efa-9356-e72a61dea9d7 {{(pid=103259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:14.682778 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), before_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.685811 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] No DVR routers for this DVR port a19ab43e-a920-4efa-9356-e72a61dea9d7 on host dv-cinder-778193-25-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:24:14.755771 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] For port a19ab43e-a920-4efa-9356-e72a61dea9d7, host dv-cinder-778193-25-iscsi, got binding levels [] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:14.756175 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), precommit_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.758212 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (55ce33cb-2718-4f84-bfb0-2629d7adbe82), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.767948 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Calling delete_port for a19ab43e-a920-4efa-9356-e72a61dea9d7 owned by network:dhcp {{(pid=103259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:14.771119 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.ipam_backend_mixin [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Port a19ab43e-a920-4efa-9356-e72a61dea9d7 was not found and therefore no delete operation was performed {{(pid=103259) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 04:24:14.772397 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (a19ab43e-a920-4efa-9356-e72a61dea9d7), after_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.781493 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ce33cb-2718-4f84-bfb0-2629d7adbe82']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:14.791218 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c266d54a-cd21-4682-a849-8605ee14ea87') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:14.791506 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c266d54a-cd21-4682-a849-8605ee14ea87') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:14.796657 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Pushing event deleted for resources: {'Port': ['ID=a19ab43e-a920-4efa-9356-e72a61dea9d7,revision_number=None']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:14.803229 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126390699'] for segment (c266d54a-cd21-4682-a849-8605ee14ea87), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.807069 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] No DVR routers for this DVR port a19ab43e-a920-4efa-9356-e72a61dea9d7 on host dv-cinder-778193-25-iscsi {{(pid=103259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:24:14.813912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.813912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.813912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.813912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.813912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.814939 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.814939 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.815544 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.815733 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.816271 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.817315 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.817515 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.817823 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fde293b-2816-46a8-8353-6d7d19e692e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:14.824123 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (c266d54a-cd21-4682-a849-8605ee14ea87), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.830850 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:24:14.831271 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126390889'] for segment (c266d54a-cd21-4682-a849-8605ee14ea87), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: Traceback (most recent call last): Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: timer() Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: cb(*args, **kw) Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: return func(*args, **kwargs) Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: self._notify() Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: self.callback(batched_events) Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: event.method(event) Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: return f(self, *a, **k) Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._get(url).json() Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:24:14.833539 dv-cinder-778193-25-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:24:14.887449 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (55ce33cb-2718-4f84-bfb0-2629d7adbe82), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.893038 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.897328 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] 10.222.0.15 "DELETE /v2.0/networks/55ce33cb-2718-4f84-bfb0-2629d7adbe82 HTTP/1.1" status: 204 len: 168 time: 0.5416827 Mar 10 04:24:14.900121 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 58786) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:14.908784 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37453adf-8b62-4fae-9a08-51909be2b31d admin admin] Pushing event deleted for resources: {'Network': ['ID=55ce33cb-2718-4f84-bfb0-2629d7adbe82,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:15.244814 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:15.481797 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Deleting port a933a71d-55f8-42ab-9d0a-b6621783a579 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:15.482056 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:15.562338 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] For port a933a71d-55f8-42ab-9d0a-b6621783a579, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=a933a71d-55f8-42ab-9d0a-b6621783a579,segment=NetworkSegment(cdab79ab-a4b2-4b52-ac70-4574cd01af60),segment_id=cdab79ab-a4b2-4b52-ac70-4574cd01af60)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:15.562695 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:15.574710 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-05eb5ae5-4179-4790-9932-26dac4a6191c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:15.575757 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Calling delete_port for a933a71d-55f8-42ab-9d0a-b6621783a579 owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:15.753441 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (a933a71d-55f8-42ab-9d0a-b6621783a579), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:15.778805 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Pushing event deleted for resources: {'Port': ['ID=a933a71d-55f8-42ab-9d0a-b6621783a579,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:15.945413 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:16.165337 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Router dcafe3d8-e2f8-4835-9bc6-d05aa286706f has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:24:16.204023 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device cec779c5-df94-4b82-910e-d2928da776c5 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:16.224280 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: cec779c5-df94-4b82-910e-d2928da776c5 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:16.224739 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device cec779c5-df94-4b82-910e-d2928da776c5 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:16.225205 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a19ab43e-a920-4efa-9356-e72a61dea9d7 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:16.246682 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: a19ab43e-a920-4efa-9356-e72a61dea9d7 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:16.247026 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a19ab43e-a920-4efa-9356-e72a61dea9d7 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:16.277303 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:24:16.282164 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4f4d3308-93d9-40a6-85a0-0b932fe49623 admin admin] 10.222.0.15 "PUT /v2.0/routers/dcafe3d8-e2f8-4835-9bc6-d05aa286706f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3805377 Mar 10 04:24:16.284807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 58800) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:16.287321 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] Sync routers for ids ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:24:16.296731 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] Routers {'dcafe3d8-e2f8-4835-9bc6-d05aa286706f'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:16.297345 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:24:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:16.403423 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] Set router dcafe3d8-e2f8-4835-9bc6-d05aa286706f gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:16.584836 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:24:15Z', 'revision_number': 5, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:16.610754 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] Checking router: dcafe3d8-e2f8-4835-9bc6-d05aa286706f for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:24:16.619752 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] Routers {'dcafe3d8-e2f8-4835-9bc6-d05aa286706f'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:16.620360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:24:16Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:16.660350 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks [] for router (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:16.682619 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:16.735458 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] Set router dcafe3d8-e2f8-4835-9bc6-d05aa286706f gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:16.766341 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks [] for router_gateway (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:16.816449 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Deleting port abc1471c-279d-47bf-9dec-b9b952b9d47d {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:16.817361 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:16.892084 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] For port abc1471c-279d-47bf-9dec-b9b952b9d47d, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=abc1471c-279d-47bf-9dec-b9b952b9d47d,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:16.892440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:16.904583 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Calling delete_port for abc1471c-279d-47bf-9dec-b9b952b9d47d owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:16.913509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:24:15Z', 'revision_number': 5, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:16.938902 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fa4df-fbee-4324-b6fc-5cadfea38163 None None] The sync data for ids ['dcafe3d8-e2f8-4835-9bc6-d05aa286706f'] in dv-cinder-778193-25-iscsi is: [{'id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'name': 'tempest-TestShelveInstance-1397862990-router', 'tenant_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:24:15Z', 'revision_number': 5, 'project_id': '7f2da1ebe03a4aa1ba7a099897e07957', 'gw_port': {'id': 'abc1471c-279d-47bf-9dec-b9b952b9d47d', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcafe3d8-e2f8-4835-9bc6-d05aa286706f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:13:33Z', 'updated_at': '2022-03-10T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:24:17.069017 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (abc1471c-279d-47bf-9dec-b9b952b9d47d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.102540 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Pushing event deleted for resources: {'Port': ['ID=abc1471c-279d-47bf-9dec-b9b952b9d47d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:17.155057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.248703 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.251072 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks [] for router_controller (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.296643 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (dcafe3d8-e2f8-4835-9bc6-d05aa286706f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.297267 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcafe3d8-e2f8-4835-9bc6-d05aa286706f {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:24:17.303274 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.307424 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e2f33067-312d-4fd1-b2c5-f0cf3eb482ba admin admin] 10.222.0.15 "DELETE /v2.0/routers/dcafe3d8-e2f8-4835-9bc6-d05aa286706f HTTP/1.1" status: 204 len: 168 time: 1.0187218 Mar 10 04:24:17.307424 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 58808) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:17.352754 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe29cf5-5613-4410-b594-ee4a1834e8cb admin admin] Deleting subnet 5018c6ae-bde4-4bd1-9648-2f70ae1992af {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:24:17.355980 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cfe29cf5-5613-4410-b594-ee4a1834e8cb admin admin] Publish callbacks [] for subnet (5018c6ae-bde4-4bd1-9648-2f70ae1992af), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.391398 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cfe29cf5-5613-4410-b594-ee4a1834e8cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126045839'] for subnet (5018c6ae-bde4-4bd1-9648-2f70ae1992af), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.467489 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cfe29cf5-5613-4410-b594-ee4a1834e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (5018c6ae-bde4-4bd1-9648-2f70ae1992af), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.525439 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.527440 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cfe29cf5-5613-4410-b594-ee4a1834e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125984446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287404'] for subnet (5018c6ae-bde4-4bd1-9648-2f70ae1992af), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.555641 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe29cf5-5613-4410-b594-ee4a1834e8cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5018c6ae-bde4-4bd1-9648-2f70ae1992af,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:17.560740 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cfe29cf5-5613-4410-b594-ee4a1834e8cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.566526 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-cfe29cf5-5613-4410-b594-ee4a1834e8cb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5018c6ae-bde4-4bd1-9648-2f70ae1992af HTTP/1.1" status: 204 len: 168 time: 0.2558491 Mar 10 04:24:17.568085 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 58810) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:17.570408 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57fbda-cca2-431a-a039-030eee67bb59 None None] Network cdfac474-a0a0-42ae-b446-22c9b39de58b requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:24:17.637621 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (cdfac474-a0a0-42ae-b446-22c9b39de58b), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.694500 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Deleting port 78852f4a-5807-409e-bddf-17bcba50554a {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:17.694844 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (78852f4a-5807-409e-bddf-17bcba50554a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.755628 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] For port 78852f4a-5807-409e-bddf-17bcba50554a, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=78852f4a-5807-409e-bddf-17bcba50554a,segment=NetworkSegment(cdab79ab-a4b2-4b52-ac70-4574cd01af60),segment_id=cdab79ab-a4b2-4b52-ac70-4574cd01af60)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:17.755944 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (78852f4a-5807-409e-bddf-17bcba50554a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.767913 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Calling delete_port for 78852f4a-5807-409e-bddf-17bcba50554a owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:17.847863 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (78852f4a-5807-409e-bddf-17bcba50554a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.872072 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78852f4a-5807-409e-bddf-17bcba50554a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:17.875610 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] No DVR routers for this DVR port 78852f4a-5807-409e-bddf-17bcba50554a on host dv-cinder-778193-25-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:24:17.945958 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (cdfac474-a0a0-42ae-b446-22c9b39de58b), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.951552 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175d1449-70c8-4176-aa8a-745f19c000e2 None None] DHCP port deletion for cdfac474-a0a0-42ae-b446-22c9b39de58b request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:24:17.972314 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfac474-a0a0-42ae-b446-22c9b39de58b']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:17.981928 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdab79ab-a4b2-4b52-ac70-4574cd01af60') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:17.982223 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdab79ab-a4b2-4b52-ac70-4574cd01af60') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:17.991878 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (cdab79ab-a4b2-4b52-ac70-4574cd01af60), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.005373 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (cdab79ab-a4b2-4b52-ac70-4574cd01af60), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.011283 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:24:18.011603 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (cdab79ab-a4b2-4b52-ac70-4574cd01af60), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:24:18.013221 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:24:18.065033 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (cdfac474-a0a0-42ae-b446-22c9b39de58b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.080987 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.084239 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cdfac474-a0a0-42ae-b446-22c9b39de58b HTTP/1.1" status: 204 len: 168 time: 0.5151930 Mar 10 04:24:18.087544 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9669d00-1386-40fd-987f-a809e7ab67e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfac474-a0a0-42ae-b446-22c9b39de58b,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:18.150956 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device abc1471c-279d-47bf-9dec-b9b952b9d47d no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:18.170535 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: abc1471c-279d-47bf-9dec-b9b952b9d47d {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:18.170878 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device abc1471c-279d-47bf-9dec-b9b952b9d47d not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:18.171285 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a933a71d-55f8-42ab-9d0a-b6621783a579 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:18.189710 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: a933a71d-55f8-42ab-9d0a-b6621783a579 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:18.190049 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device a933a71d-55f8-42ab-9d0a-b6621783a579 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:18.190458 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 78852f4a-5807-409e-bddf-17bcba50554a no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:18.214535 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 78852f4a-5807-409e-bddf-17bcba50554a {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:18.214877 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 78852f4a-5807-409e-bddf-17bcba50554a not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:18.216985 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 58818) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:18.258741 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7e804a8f-3b2c-4832-830e-aac9710936fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8147c8a0a0e84e209d510fa08576189e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405936 Mar 10 04:24:18.261239 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 58822) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:18.313022 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-685ecd2e-360c-4159-8df7-0f8cc71109c7 admin admin] Publish callbacks [] for security_group (7c47ab8a-23c7-4bed-abd6-5935eacdeb09), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.334068 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-685ecd2e-360c-4159-8df7-0f8cc71109c7 admin admin] Publish callbacks [] for security_group (7c47ab8a-23c7-4bed-abd6-5935eacdeb09), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.374522 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.382281 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-685ecd2e-360c-4159-8df7-0f8cc71109c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (7c47ab8a-23c7-4bed-abd6-5935eacdeb09), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.384871 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-685ecd2e-360c-4159-8df7-0f8cc71109c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.386003 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-685ecd2e-360c-4159-8df7-0f8cc71109c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c47ab8a-23c7-4bed-abd6-5935eacdeb09 HTTP/1.1" status: 204 len: 168 time: 0.1238129 Mar 10 04:24:18.393924 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ecd2e-360c-4159-8df7-0f8cc71109c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c47ab8a-23c7-4bed-abd6-5935eacdeb09,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:18.697462 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 58828) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:18.737037 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-78bb3446-3844-4553-b800-bcace32d2dac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f2da1ebe03a4aa1ba7a099897e07957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383434 Mar 10 04:24:18.740093 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 58830) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:18.788040 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4b6a-824b-49e3-ae73-9475b01b12c3 admin admin] Publish callbacks [] for security_group (83d7b983-ca48-4a0a-9161-52f2f177d550), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.808238 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4b6a-824b-49e3-ae73-9475b01b12c3 admin admin] Publish callbacks [] for security_group (83d7b983-ca48-4a0a-9161-52f2f177d550), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.855196 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4b6a-824b-49e3-ae73-9475b01b12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (83d7b983-ca48-4a0a-9161-52f2f177d550), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.857740 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4b6a-824b-49e3-ae73-9475b01b12c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.858865 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6bdc4b6a-824b-49e3-ae73-9475b01b12c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83d7b983-ca48-4a0a-9161-52f2f177d550 HTTP/1.1" status: 204 len: 168 time: 0.1178777 Mar 10 04:24:18.866523 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc4b6a-824b-49e3-ae73-9475b01b12c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d7b983-ca48-4a0a-9161-52f2f177d550,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:20.081633 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:24.416788 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a605532-1588-4f63-bb14-dcda68925148 req-d7639868-4b8c-4a53-ae00-c2418b861328 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425568 Mar 10 04:24:24.498029 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a605532-1588-4f63-bb14-dcda68925148 req-f2ce7f0f-d7d1-4698-a5ee-84b1176ce895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:24.499479 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a605532-1588-4f63-bb14-dcda68925148 req-f2ce7f0f-d7d1-4698-a5ee-84b1176ce895 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0434868 Mar 10 04:24:24.603919 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a605532-1588-4f63-bb14-dcda68925148 req-1208fa7f-356f-49b5-8c45-97053d05956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:24.605383 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a605532-1588-4f63-bb14-dcda68925148 req-1208fa7f-356f-49b5-8c45-97053d05956b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0873594 Mar 10 04:24:24.668450 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a605532-1588-4f63-bb14-dcda68925148 req-3dc3caf8-5c34-437f-a5ed-74290e27412f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1000 time: 0.0563457 Mar 10 04:24:24.718016 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a605532-1588-4f63-bb14-dcda68925148 req-29fd26e4-5db0-46fe-81bd-86712ff85123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:24.719395 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a605532-1588-4f63-bb14-dcda68925148 req-29fd26e4-5db0-46fe-81bd-86712ff85123 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0460005 Mar 10 04:24:24.767380 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a605532-1588-4f63-bb14-dcda68925148 req-a08e1acf-772d-4a5b-9793-fcf527bc98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:24.768895 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a605532-1588-4f63-bb14-dcda68925148 req-a08e1acf-772d-4a5b-9793-fcf527bc98d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433838 Mar 10 04:24:24.854471 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a605532-1588-4f63-bb14-dcda68925148 req-000ecd4d-8adf-4e26-ae88-0891f90a88ea service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793045 Mar 10 04:24:24.943552 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a605532-1588-4f63-bb14-dcda68925148 req-7971b59d-cd29-4da6-8c18-13d822feb0de service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833981 Mar 10 04:24:41.914905 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:24:43.430919 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2a085cda-02a1-44f9-8af4-6f1a91fbb1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:45.580443 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ddc67314-3cb8-4667-bcf8-3ddf6b20fac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:45.998254 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-a2d0c13d-3567-4e52-9cf4-eb1e10eeeb73 req-e0a72077-2bad-4c64-b038-a35518805e00 service neutron] (103257) timed out ('10.222.0.26', 59974) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:24:46.672239 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:47.518388 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:48.377390 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:50.086803 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:13.432773 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4a72d90-0520-4e97-a07c-0cccd6c295e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:15.580848 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b65001d8-3ef3-419a-a0f8-32a213373f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:16.674970 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:17.534912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:18.380333 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:18.915201 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:25:20.090233 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:26.563121 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-22f86881-177e-4861-9943-2c43f51d6da7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1901264 Mar 10 04:25:26.651430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-2dc1f913-0a94-4b01-8f24-226e3ddf2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:26.652844 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-2dc1f913-0a94-4b01-8f24-226e3ddf2ea7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0475457 Mar 10 04:25:26.750243 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-2bd4edff-20fa-49df-ba00-0065e610b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:26.751672 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-2bd4edff-20fa-49df-ba00-0065e610b0b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0819104 Mar 10 04:25:26.819833 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-c2996d3f-31aa-4b40-95dc-2cc14085cf96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1000 time: 0.0614583 Mar 10 04:25:26.866026 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-6530ff15-0dce-44ae-8197-0766df41409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:26.867383 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-6530ff15-0dce-44ae-8197-0766df41409e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0420613 Mar 10 04:25:26.913032 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-9a6c9949-ba41-46bc-9258-087c85c02d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:26.914873 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-9a6c9949-ba41-46bc-9258-087c85c02d87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414035 Mar 10 04:25:27.004934 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-d4151f0b-2849-46f2-b0fd-aaf5b53ccf79 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848835 Mar 10 04:25:27.093559 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d4ce2cd-c7cc-4914-a81e-f1f5d48cd065 req-894b64d6-5f0b-450b-bd62-8c3a05e9ce8e service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801163 Mar 10 04:25:43.433771 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b9af49a8-21a3-4cdf-90d9-0fc58577a187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:45.581904 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-35b585ab-80ef-4fc4-920b-2f8c557d71e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:46.677996 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:47.555750 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:48.382947 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:50.092318 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:55.913956 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:26:13.434750 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-45627196-503c-4266-b4a1-81ce596d17d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:15.588855 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-21f36f49-bcf3-4b18-90ca-02aed9c3b370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:16.679463 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:17.554956 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:18.387139 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:20.094133 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:26.418221 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-622378b3-1dea-46ef-b6e9-a1749f3a3795 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462744 Mar 10 04:26:26.502020 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-8be9ddc9-e39c-4070-87c2-82898480888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:26.503470 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-8be9ddc9-e39c-4070-87c2-82898480888a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0436127 Mar 10 04:26:26.600418 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-2a84540c-cf5c-4f84-a5dc-3f2fce64e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:26.601840 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-2a84540c-cf5c-4f84-a5dc-3f2fce64e838 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0810995 Mar 10 04:26:26.667166 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-0a490730-7fd6-4c29-84fd-8e19db2a5ba1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1000 time: 0.0595102 Mar 10 04:26:26.712281 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-94bb3d29-a5e1-40a3-8ce2-7855611322b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:26.713588 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-94bb3d29-a5e1-40a3-8ce2-7855611322b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0412395 Mar 10 04:26:26.759986 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-ae08be12-dcb1-4bb9-a372-52eefcb48fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:26.761394 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-ae08be12-dcb1-4bb9-a372-52eefcb48fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422180 Mar 10 04:26:26.849728 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-1a725010-c675-4d47-a5f1-12646df81193 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821912 Mar 10 04:26:26.937850 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31378164-53a8-45cb-b1a5-6a323bbee9b4 req-1dc202db-ec01-4020-bf7c-b9b086abbb9a service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825920 Mar 10 04:26:32.912385 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:26:43.436579 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-64b72ca3-4bb3-439d-bb0e-af2f1cdf8fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.589500 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-35579ccb-fa51-4652-bd7d-7dc044539985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:46.682217 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:47.564958 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:48.391120 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:50.095703 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:09.911149 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:27:13.437835 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-20dff65c-33a3-4f59-89b4-ada35ba8fe0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:15.589956 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3236c8f7-8dbd-4112-b35f-8553f88c6f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:16.684198 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:17.584603 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:18.392683 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:19.380947 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-ab030aa1-93b1-4f5b-9b8b-ad22f61e3373 req-ea0f1258-dc1a-40c8-85a1-046c6aa8821f service neutron] (103258) timed out ('10.222.0.26', 59970) {{(pid=103258) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:27:20.097923 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:28.419109 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-73d701e9-a755-470c-b393-48532b2cc26b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440350 Mar 10 04:27:28.501857 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-384288d8-110a-405f-a54b-e620168b3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:28.503340 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-384288d8-110a-405f-a54b-e620168b3d72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0442588 Mar 10 04:27:28.605965 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-e81f298f-d5e2-4d7e-9ee2-9aade1380917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:28.607382 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-e81f298f-d5e2-4d7e-9ee2-9aade1380917 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0863028 Mar 10 04:27:28.668926 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-c3e2f23c-a42b-4a13-89b3-d1b9e7f2e616 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1000 time: 0.0557745 Mar 10 04:27:28.714793 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-0cae53b9-bbfb-44e2-9ec0-700b28ab5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:28.716106 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-0cae53b9-bbfb-44e2-9ec0-700b28ab5676 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0417914 Mar 10 04:27:28.765326 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-c4436873-9390-4958-8399-6c8248ef746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:28.766739 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-c4436873-9390-4958-8399-6c8248ef746a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450022 Mar 10 04:27:28.853053 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-d7ce4937-c816-410c-b028-646eb40c54e7 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791340 Mar 10 04:27:28.941958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96d8c09e-4e30-45db-8312-1fb46272c665 req-518bea43-1235-4992-be61-40617598e72a service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831966 Mar 10 04:27:43.441412 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-367d646e-24bb-4266-8651-9eda318f4cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.592295 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-848414eb-7fd3-4755-9c1f-d26c7b9b7ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:46.686521 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:46.909980 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:27:47.585046 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:48.395614 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.099956 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.445145 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b7d52e0b-b135-407b-be94-ab25835b1707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:15.594325 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4d8dceec-ef5f-434e-81a7-384eb5dc3420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:16.691723 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:17.584772 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:18.399109 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:20.102009 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.908879 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:28:30.431405 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-1fe69e36-e283-4a78-a85b-87f43b06bbb0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431921 Mar 10 04:28:30.516725 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-f87387ad-ac3b-4fc1-8b05-24774901b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:30.518198 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-f87387ad-ac3b-4fc1-8b05-24774901b7c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.0468116 Mar 10 04:28:30.623465 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-da584fab-8d5a-4686-adae-5617d05e5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:30.624918 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-da584fab-8d5a-4686-adae-5617d05e5faa service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.0859003 Mar 10 04:28:30.687616 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-2d4145d0-51b7-4fdd-a7cb-b45804c43e1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 1000 time: 0.0558290 Mar 10 04:28:30.738267 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-482b7666-c84a-4dde-8f01-e3edb86421b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:30.739652 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-482b7666-c84a-4dde-8f01-e3edb86421b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0460119 Mar 10 04:28:30.786702 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-c69745c4-580b-4516-879b-622d938197a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:30.788234 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-c69745c4-580b-4516-879b-622d938197a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427790 Mar 10 04:28:30.872743 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-0d295183-57d3-404c-9057-e925f062a782 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787685 Mar 10 04:28:30.960917 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61fc95e4-a192-455e-af8c-772a29ae48f6 req-766b3f91-2d9c-44ae-9a98-b17d4f4f329e service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814846 Mar 10 04:28:43.447887 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-620a1cf6-2a17-4bd4-9e2a-a7afb048478d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:45.596154 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ec417288-7c08-4624-9d70-68e0311810a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:46.692131 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.598209 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.401630 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.952327 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 60446) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:49.103772 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Deleting port 09c04320-768f-4f6f-969b-e253e095dd27 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:28:49.104120 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (09c04320-768f-4f6f-969b-e253e095dd27), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.180035 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (09c04320-768f-4f6f-969b-e253e095dd27), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.180865 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (09c04320-768f-4f6f-969b-e253e095dd27), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.192395 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Calling delete_port for 09c04320-768f-4f6f-969b-e253e095dd27 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:28:49.356058 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (09c04320-768f-4f6f-969b-e253e095dd27), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.379468 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event deleted for resources: {'Port': ['ID=09c04320-768f-4f6f-969b-e253e095dd27,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:49.390581 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.390928 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.391267 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.391598 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.391950 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.392279 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.392598 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.392919 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.393239 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.393561 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.393874 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.394185 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.394496 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:49.447039 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (90611f61-1ed7-42f6-82d0-bc4919f6bc1f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.447540 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Floating IP 90611f61-1ed7-42f6-82d0-bc4919f6bc1f disassociated (deleted). External IP: 172.27.2.34, port: 261a15a2-161e-459d-9ee2-c04b7c061738. Mar 10 04:28:49.651266 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Router a72f829c-f00c-4a00-84cd-06891dbdd2bf has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:28:49.756410 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:28:49.761906 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.766270 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] Sync routers for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:28:49.775621 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:28:49.776318 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:28:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:49.791723 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d824334f-ce05-48eb-847e-c853345fad19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "DELETE /v2.0/floatingips/90611f61-1ed7-42f6-82d0-bc4919f6bc1f HTTP/1.1" status: 204 len: 168 time: 0.8383067 Mar 10 04:28:49.792414 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:28:49.794875 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811ab015-8e39-415e-bece-a99ba11755f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:28:49.888677 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:28:49.966219 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3999522-baca-4c77-a522-331263347044 x-openstack-request-id: req-b3999522-baca-4c77-a522-331263347044 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:28:49.966646 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:28:49.966751 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3999522-baca-4c77-a522-331263347044 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:28:49.967149 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738', 'status': 'completed', 'code': 200} Mar 10 04:28:50.105997 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:50.109477 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:50.137874 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] Checking router: a72f829c-f00c-4a00-84cd-06891dbdd2bf for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:28:50.146788 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:28:50.147392 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:28:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:50.261742 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:28:50.336016 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aff3e-9a05-4a18-982b-e9dabba5889a req-18641164-496b-4706-b57b-165dd1de322c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:50.337543 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a43aff3e-9a05-4a18-982b-e9dabba5889a req-18641164-496b-4706-b57b-165dd1de322c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 945 time: 0.3630831 Mar 10 04:28:50.343569 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab015-8e39-415e-bece-a99ba11755f4 req-3593f838-194c-4b52-85b4-cde45bb13674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:50.344958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-811ab015-8e39-415e-bece-a99ba11755f4 req-3593f838-194c-4b52-85b4-cde45bb13674 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e8c3a1fca04f8094024519d894a9a8&device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 1129 time: 0.3400767 Mar 10 04:28:50.442912 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a43aff3e-9a05-4a18-982b-e9dabba5889a req-4a323a4b-0b8e-49b3-a3f8-66dce9aa704d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/security-groups?id=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969164 Mar 10 04:28:50.458756 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:50.465530 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab015-8e39-415e-bece-a99ba11755f4 req-48cd4496-0cc7-4c19-b724-a79efa66bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:50.466987 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-811ab015-8e39-415e-bece-a99ba11755f4 req-48cd4496-0cc7-4c19-b724-a79efa66bcc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 200 len: 913 time: 0.1147568 Mar 10 04:28:50.488779 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e57bd8-d129-4e4f-ab61-ccfb2afcad71 None None] The sync data for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi is: [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:11:11Z', 'revision_number': 4, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': 'bc99e107-b5f1-4c1d-a44f-a26ce621db6d', 'name': '', 'network_id': '1f743f76-00d7-44d9-a968-38e966583447', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'mac_address': 'fa:16:3e:2d:d0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:11Z', 'updated_at': '2022-03-10T04:11:16Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'subnets': [{'id': 'cd873b7e-1280-4243-92aa-a87e1314450e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:28:50.510432 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-811ab015-8e39-415e-bece-a99ba11755f4 req-72aba5e4-9ee5-400b-b1fe-a27f4e409b6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 200 len: 217 time: 0.0346365 Mar 10 04:28:50.560751 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab015-8e39-415e-bece-a99ba11755f4 req-0594fffd-7b74-4909-9291-a65f0cfef59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:50.562482 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-811ab015-8e39-415e-bece-a99ba11755f4 req-0594fffd-7b74-4909-9291-a65f0cfef59a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 200 len: 851 time: 0.0460305 Mar 10 04:28:50.590725 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be0905-764a-4372-b27b-bce645d2f14b req-269e32d6-7385-41c1-a38d-039529dbb783 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:50.592244 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-39be0905-764a-4372-b27b-bce645d2f14b req-269e32d6-7385-41c1-a38d-039529dbb783 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 945 time: 0.0573268 Mar 10 04:28:50.619073 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab015-8e39-415e-bece-a99ba11755f4 req-d590fe03-941a-4c7c-be82-549a21f30904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:50.620634 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-811ab015-8e39-415e-bece-a99ba11755f4 req-d590fe03-941a-4c7c-be82-549a21f30904 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f743f76-00d7-44d9-a968-38e966583447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522168 Mar 10 04:28:50.696475 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Deleting port 261a15a2-161e-459d-9ee2-c04b7c061738 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:28:50.696740 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:50.730494 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-811ab015-8e39-415e-bece-a99ba11755f4 req-611ce7c8-d92f-499e-9ae1-eda71b99e868 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036937 Mar 10 04:28:50.748559 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b52edb-0223-4114-a126-060c462b9d09 None None] New status for floating IP 90611f61-1ed7-42f6-82d0-bc4919f6bc1f: DOWN {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:28:50.785224 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] For port 261a15a2-161e-459d-9ee2-c04b7c061738, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=261a15a2-161e-459d-9ee2-c04b7c061738,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:28:50.785591 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:50.798615 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Calling delete_port for 261a15a2-161e-459d-9ee2-c04b7c061738 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:28:50.828226 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-811ab015-8e39-415e-bece-a99ba11755f4 req-7b554673-7352-472c-b7fc-03c961112c70 service neutron] 10.222.0.26 "GET /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918398 Mar 10 04:28:50.932884 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (261a15a2-161e-459d-9ee2-c04b7c061738), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:50.960021 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event deleted for resources: {'Port': ['ID=261a15a2-161e-459d-9ee2-c04b7c061738,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:50.984965 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.985314 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.985650 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.985981 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.986307 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.986627 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.986946 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.987265 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.987579 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.987928 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.988247 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.988557 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:50.988866 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:51.014387 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] No DVR routers for this DVR port 261a15a2-161e-459d-9ee2-c04b7c061738 on host hv-cinder-77819 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:28:51.016903 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:51.020248 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.26 "DELETE /v2.0/ports/261a15a2-161e-459d-9ee2-c04b7c061738 HTTP/1.1" status: 204 len: 173 time: 0.4219215 Mar 10 04:28:51.020715 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'name': 'network-vif-deleted', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:28:51.023031 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed7a1b8-9d58-4346-bcfa-383d1376b6dd" -d '{"events": [{"server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "name": "network-vif-deleted", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:28:51.118711 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcae62c3-8f80-4851-9a1c-e087cbf9e1e9 x-openstack-request-id: req-fcae62c3-8f80-4851-9a1c-e087cbf9e1e9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:28:51.119005 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a4b76e-9929-40c6-8ecd-003189166896", "name": "network-vif-deleted", "tag": "261a15a2-161e-459d-9ee2-c04b7c061738", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:28:51.119256 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcae62c3-8f80-4851-9a1c-e087cbf9e1e9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:28:51.119655 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a4b76e-9929-40c6-8ecd-003189166896', 'name': 'network-vif-deleted', 'tag': '261a15a2-161e-459d-9ee2-c04b7c061738', 'status': 'completed', 'code': 200} Mar 10 04:28:51.538938 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-679d26d1-ef3e-4a0c-ab82-73b2e05daa19 req-9f785998-52e6-4ec5-8c6b-ded73c68b76b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0271330 Mar 10 04:28:52.682245 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1cebab1a-ff46-483f-8cc6-9b018380635c req-871ef3e1-a315-4b3c-9ce2-ae2e56b61ee9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0765724 Mar 10 04:28:53.774927 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd04e47a-ef99-41b2-9cb6-ece803497e88 req-8fbbb796-543c-4368-a372-412db5bd354e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263944 Mar 10 04:28:54.288781 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 261a15a2-161e-459d-9ee2-c04b7c061738 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:28:54.308562 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: 261a15a2-161e-459d-9ee2-c04b7c061738 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:28:54.308912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device 261a15a2-161e-459d-9ee2-c04b7c061738 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:28:54.867054 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b4b5103f-69c3-470e-8a9e-a9aa5ce0bb0e req-4712ac51-5353-45ff-9ca2-8f9c1658f070 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Mar 10 04:28:55.965320 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2ed31205-3b6f-4bcc-8ac6-13db30673157 req-fa233fb8-972c-4500-a66a-a30c0c629704 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0321007 Mar 10 04:28:57.057374 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-71c5a870-4acb-4792-bc68-de98d4544870 req-a4bb97eb-187a-4297-9e6b-e9155949f203 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262196 Mar 10 04:28:58.148399 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a5cd6c08-c7bb-4e78-9cfe-0de78685c18e req-fc9cee99-8196-4bbc-bdf9-a50ac67dc398 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Mar 10 04:28:59.241106 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a3dfa7b-697b-4eda-b8e2-62097090aa68 req-4c2c33fb-16a4-4a55-9388-4c462b824ee9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0274875 Mar 10 04:29:00.331872 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-72a52c74-7913-425b-8232-ce35bc82acbd req-501a7497-9d59-4860-afb3-18cd73c560a9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268683 Mar 10 04:29:00.907874 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:29:01.422662 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ebb35847-ac2c-4635-89a5-2283850a12e7 req-8226b994-e0e8-466e-a9b9-80cd82cea3c5 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0275028 Mar 10 04:29:02.522659 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d8dac770-cae5-492f-809e-e63051db473c req-b26e8705-61c5-4afe-b5a2-ee2073103893 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0292132 Mar 10 04:29:03.613059 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc14dbf2-a813-4d10-bbb5-2cc8ee29f69d req-deb58a47-e242-4a4d-a855-c2ce1e1b829f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258207 Mar 10 04:29:04.706601 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-633c7bf7-a576-4c62-a9e6-f3c8ab5f44df req-a1f3610e-6c5d-43f1-be95-6d052f728bce tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0290091 Mar 10 04:29:05.797578 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-55386eb2-2cd4-473d-ba15-91540a96ed7e req-5754f4d5-9a36-4f10-9620-8e0ada1a732b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266614 Mar 10 04:29:06.888030 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-472677d3-91ab-4fb5-956c-7edefe16f66a req-f1eec6a6-2603-42ea-a97d-016dc52019b6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0257025 Mar 10 04:29:07.978970 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8bd2ed43-ed43-4edd-a6cf-6045c9a19431 req-b86a8c9a-0caf-4d8a-8a0f-d8796350e748 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261002 Mar 10 04:29:09.074644 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-130d671f-036e-4402-af91-a33e9007652a req-457ee1d9-fe9d-47f1-90c4-98b306093afe tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0303812 Mar 10 04:29:10.167490 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c01bce03-33c0-4126-b49e-eb841a301368 req-eca7be02-65af-44bf-8bc9-3f921bd1ea91 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269742 Mar 10 04:29:11.305968 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f49806a2-56d3-4a82-8cd9-9275db71cd7d req-6ae1ccb9-56e0-4fa8-9ee3-8fa237d9d63b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0750170 Mar 10 04:29:12.397112 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-404d4ae8-3b92-405d-b084-0ba9759d06f7 req-af78a983-54c5-40dc-9d2f-fe50c8bcc06b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261979 Mar 10 04:29:13.449149 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8782-e255-47a0-a464-616d3a4fe23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:13.490144 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5aded450-e932-474c-af32-a949e91dbd9e req-4d54ce69-6885-49ed-8a85-8e8e57106d45 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262327 Mar 10 04:29:14.585741 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-92131acf-50d5-4107-b12d-6f92f22e1353 req-f9e70294-19ce-42ac-affa-2aa91223ec9e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287895 Mar 10 04:29:15.596566 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3ecf09ce-b7b9-44b2-81ca-a8d587532032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:15.676966 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08bf6d17-686d-4aaa-9457-3718de9acd22 req-be36fc0b-c88f-47ff-aeac-d9221bf31a0d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262816 Mar 10 04:29:16.695496 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:16.768819 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-62685ab9-a153-4b7d-b5da-52c2e54b52cf req-2b24331d-7d89-4dfa-a461-10c1ece6b575 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268254 Mar 10 04:29:17.598474 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:17.859651 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c349f0b6-49b7-4585-8be4-16df2a5a3065 req-db2d3e94-aadb-446a-9f00-7d3125a1fe84 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0255654 Mar 10 04:29:18.405235 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:18.953561 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b167c9a2-6e5d-4dbc-ac0f-1ee1d0a201db req-b28c59c2-e019-42a1-a627-003b7804f3ff tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0294583 Mar 10 04:29:20.043930 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b28c2d32-2faa-49a9-be25-0715a70f3728 req-d21008c6-5951-422e-bfa7-59550d626dcf tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265098 Mar 10 04:29:20.110171 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:21.134927 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-279d5b47-29de-46d6-8ba7-a8bc13cc2f83 req-7a4dc667-7387-49b5-a749-a9daef479f89 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0270519 Mar 10 04:29:22.227960 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9efbcc83-8836-4744-bd7a-6afcaa2677ff req-5fa9b267-135a-4d84-b25a-9e80c482ca10 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264304 Mar 10 04:29:23.321986 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e83b1d41-c140-4b8e-a80c-13baefae1fbb req-bea96203-408e-4df2-8445-ce26b0b1c6c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0293624 Mar 10 04:29:24.411901 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d9324a4-1044-40b3-b370-bdf3b48b1da0 req-517917a3-ec15-4ddb-9351-9a0e52501dc2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265727 Mar 10 04:29:25.504055 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88943f3f-60f0-4f12-869b-ca7fdf882fcd req-fa367cb6-a7a0-4649-bf0b-7348e43a4f74 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264840 Mar 10 04:29:26.604880 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ce94802-48c3-41fa-a434-b07a4711550c req-f8594c3e-9e9d-4357-b847-4b16899db05b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264418 Mar 10 04:29:27.707054 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2eb1719b-44c8-4b65-a90e-331e7f534bd5 req-015ee6b6-76c1-44c8-9fd2-e5442bb4bfe4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0348787 Mar 10 04:29:28.797432 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-21ab7793-8b34-4027-85ce-238b178edafc req-ef30f4b4-10f9-4575-9b59-cee5e9e17faf tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264177 Mar 10 04:29:29.888382 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52ccd3a7-87be-45c5-bd35-a9c3d8cbcfdc req-ff0b4152-a74d-4aa5-ba58-1b4bea38a7e0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269668 Mar 10 04:29:30.978800 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd298b67-9d70-4628-811b-539aded30802 req-c6e5c7ff-099e-4597-b7ff-477aa18f0bec tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265002 Mar 10 04:29:32.072567 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eb23b930-84f2-443b-b519-dcf99e802b17 req-09363978-1e20-4842-9d77-1d42349ae8de tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0295615 Mar 10 04:29:33.162904 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bddee8e5-0df6-4e1b-a9d9-9f542196eafa req-33e133b9-c1d9-43cb-a87b-5e92d8e06eb5 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260177 Mar 10 04:29:34.254493 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-60c401b3-fec2-43b7-b3dd-8f430eb24d90 req-af7b3a76-8654-4fde-b6c1-ebe0f85a14b2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266163 Mar 10 04:29:35.344220 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9582b395-16bd-4ba2-884b-8fa235b85a5d req-065228d2-cb0b-4b03-a5e2-a15a33b1f53c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266564 Mar 10 04:29:36.437458 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5f5df23e-a767-4c36-9ef4-9856a0f995ec req-807cf072-5792-4023-8ede-f302a88a660f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0298762 Mar 10 04:29:37.528955 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bbc102b8-f827-416e-8cf0-1db63d59fc43 req-3cc06dcb-5b36-4d8e-8b96-4ca0e0a832b7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262878 Mar 10 04:29:37.906777 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:29:38.620997 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b04c3444-a4cc-4f94-a97b-16f41a95bc0c req-c69f7903-5e92-4ef2-8cf8-f3e75e2e3203 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0259061 Mar 10 04:29:39.712775 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ec3eeb4f-fec0-47b7-913a-d451744c3596 req-c7a7f42c-8e2b-45f3-a3b2-c63adaabe40b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268514 Mar 10 04:29:40.804699 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2a0a6c5f-df3c-4250-b0f0-c5303b05f801 req-81baf01e-e529-4200-ad00-1beb8e63a491 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0282714 Mar 10 04:29:41.894992 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f746db28-f52a-46c1-8d8d-0328f967bc6b req-f90c482a-9224-40bb-87a1-349535a346a7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256166 Mar 10 04:29:42.985850 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33b81209-0cf5-4f09-ba2c-379da4dec07c req-41eb0c68-b118-460e-9661-7a687fa73dc9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262508 Mar 10 04:29:43.451057 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fa10-ff05-48fe-b0ed-d243d7e7c471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:44.077652 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1af2755b-b855-46cd-87d2-227d11657462 req-1b10b16f-e0ca-4e1c-96b8-8ff63dde81a6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Mar 10 04:29:45.171316 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8034c983-3334-4afe-81c7-066f1a4a0f65 req-9ae9fba5-e5ac-4724-84f2-641931e5ebf2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0290852 Mar 10 04:29:45.601846 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-127d64ef-6dc0-4611-a739-eaed9aaff2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:46.263396 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd9bbdc9-ec16-47ea-bc84-b1db056e5c3c req-5c92e4ba-576f-4b9a-ba16-899284397bb0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265906 Mar 10 04:29:46.696776 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:47.354617 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-65a36d75-5084-4c0f-a7e6-2f8d27c953a1 req-a3878c62-e2bb-4ede-918c-e91b1594e05e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0270851 Mar 10 04:29:47.611565 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:48.408643 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:48.446178 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51bb5374-f1be-40dd-93b2-f4eb8e313b73 req-17249231-f57d-4a1f-987f-d60cb9d59df0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264435 Mar 10 04:29:49.540093 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f27761d2-0b0b-4bbb-8fde-d995ccd7b3d4 req-99731898-5918-46fe-b6cc-89c7f72426f4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0293317 Mar 10 04:29:50.112826 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:50.636863 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1bc8b1d8-a98a-4380-a803-ea463769f9f2 req-6d31d2be-61b3-4b9a-9e20-080cdd17cff5 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0278199 Mar 10 04:29:51.727975 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-315764a2-46fb-4f11-8136-42d2c488c231 req-70042fb0-d460-4c5c-a825-b1c3ed254292 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0259833 Mar 10 04:29:52.816246 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8dfe840-3c8b-4a8a-8736-3b45da34cd26 req-636311bd-2528-49bc-899e-00afd932ac45 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262673 Mar 10 04:29:53.909827 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5a3aa1b3-ef51-43fa-a86d-d08ef9766b79 req-34bdbf7a-5c88-45d1-9da0-d53059e38f90 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287578 Mar 10 04:29:55.000302 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea13193-6b86-497d-a10a-013d6b0c7b6e req-9c0273f8-cc2c-424c-b5a3-05e0e8a8ae64 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0270691 Mar 10 04:29:56.091539 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-932fe676-146c-4840-9f7a-57901945e636 req-f43b3ba5-a4c5-4e24-b320-e1c0381069ab tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Mar 10 04:29:56.672256 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-d63f2b52-6b61-4a80-b099-e0bdb5810c31 service neutron] (103257) timed out ('10.222.0.15', 52960) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:29:56.846089 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-b46d6e87-601e-48ea-bc98-40c7733c55b7 req-45cf1abc-0cef-4b2b-b14c-3c932f0960e0 tempest-AttachVolumeShelveTestJSON-2129332224 tempest-AttachVolumeShelveTestJSON-2129332224-project] (103257) timed out ('10.222.0.15', 52968) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:29:57.182902 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1a82db90-02b6-4176-bca6-1ec65ee24f76 req-a9a037b6-07ad-43a9-8f75-aea65416c96e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263169 Mar 10 04:29:58.276553 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1dbe4d7a-a110-4dd6-943e-39af4a0da281 req-96c7779f-87ab-43a0-85f9-e3f8b886ac82 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287199 Mar 10 04:29:59.367283 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-76094547-bf30-4e23-b4bc-16ae1a4868ce req-5fe4b820-ead4-45d2-8a25-29f5ae0e6959 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263798 Mar 10 04:30:00.457354 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4011d1dd-3e7e-4f5c-8fa1-bb1188fd0acc req-71fef0ac-6787-4203-99d2-6158f7adc440 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264690 Mar 10 04:30:01.547174 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d67db88a-aa17-47c6-a5c2-e4d8d5929f74 req-fe735eee-8c13-4e95-a72e-651129b4436d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268493 Mar 10 04:30:02.639766 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e597dc2d-a121-480d-a407-703fa41eda2c req-e1150b0d-8178-41a7-8f1d-472814be25cc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0286024 Mar 10 04:30:03.729944 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d49406b4-8480-4c47-b75d-8336ef6b19c7 req-d17eab64-5661-4ad3-b31a-a95140a3c27a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256352 Mar 10 04:30:04.819796 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-00c8cbd7-e48e-4cfd-b8c0-f1abe7e68a41 req-3cdcd1e3-88b5-4e7f-bbc4-4a21a4b790de tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262184 Mar 10 04:30:05.911557 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ddededd2-c424-4c4c-ad82-76f9b8a5f556 req-26cfd3a1-0849-4c1f-adb9-998742c78586 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266612 Mar 10 04:30:07.004796 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bedc0a82-fde8-4533-8305-b1e7c2265270 req-596bc6a9-b396-4a4a-af40-64aac0280d42 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0293999 Mar 10 04:30:08.094747 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c045e613-bfa7-4338-82a6-685deae0ef95 req-738287ff-a4fa-4c7e-8352-f8af80c98346 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Mar 10 04:30:09.189502 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b079b318-6e90-46e5-bef5-7d8b287a96de req-43700263-529a-4624-9ce5-a6e68c91a580 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0289171 Mar 10 04:30:10.284393 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-07e2df13-27cc-4d5d-94a6-545c2e903be9 req-f388b2ca-c9d6-4191-ae3e-1448f3dc97d3 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263031 Mar 10 04:30:11.378525 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c06e78a-4afa-488e-a492-969c2f08e909 req-2d9bff3e-b175-408b-a2cc-5499bfddc4a8 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0305123 Mar 10 04:30:12.471032 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78d7bdd6-994d-4545-a50a-3b7edcaefebc req-ce6700b4-9bcc-4b56-849f-fb1c58b33bd4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0275381 Mar 10 04:30:13.452471 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7c431ead-03ca-48c7-aa5c-0bf273337163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:13.560490 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2fa22ae0-0c74-4296-bc24-f9c79203239c req-eff68534-f617-4803-908e-efe16b228b92 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262799 Mar 10 04:30:14.649908 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-83880ab3-baad-40d2-84c7-339c3b964352 req-1864e986-ac84-462e-ad68-c5ec1208eb02 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265880 Mar 10 04:30:14.905531 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:30:15.603182 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-18c0864b-4fa1-40b7-86c1-f849388eddbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:15.744029 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d2224a67-d796-4693-a7e1-cf42832018ae req-a87e74a3-e555-42f8-91c8-60997be9d5bb tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0290117 Mar 10 04:30:16.699543 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:16.835921 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9299ac68-de18-401f-81a1-a9aeea7d7bd2 req-5bc84ecf-2857-4b3d-9ab5-e1c8e726dbc0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0271385 Mar 10 04:30:17.628708 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:17.925519 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed1a4400-7bc5-49d3-8fcb-7d952c404e7c req-fc28947d-ca1e-4281-be64-af4bcb44b1fa tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264642 Mar 10 04:30:18.412116 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:19.016800 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-469967e6-0e87-4996-b135-4a6bd91fd215 req-8be5bf83-a607-426f-8352-9c701c71328b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265260 Mar 10 04:30:20.110104 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ad80e048-91ad-447f-9a53-bdc3b619a147 req-89ed1a6e-c625-46aa-9e77-9153cf46b397 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0303934 Mar 10 04:30:20.116571 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:21.207524 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1679c8e-60a9-4395-86a5-11da6cec68da req-f7c4eee2-ee33-472b-8819-43597d415b2a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0324147 Mar 10 04:30:22.300754 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-82824bb0-ca63-4d16-8cd4-5a16f68dd126 req-8ea6bcd9-ba50-4c61-afea-98f82bbad409 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261924 Mar 10 04:30:23.392068 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-48432e85-3366-44bf-a662-4671593438f3 req-dcfb14b6-e0ec-4025-b954-5abfb0e127ac tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267985 Mar 10 04:30:24.484012 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1017c084-236e-401b-8579-88f62e8d5ce4 req-cd16b5d5-dab0-467d-a2eb-b56de249daaf tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0284386 Mar 10 04:30:25.575392 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dff7254b-1248-480e-abeb-e07becf66c25 req-8f7c7ff1-2ade-445f-ad4b-7787dcbf125f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269463 Mar 10 04:30:26.665661 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d92aff15-b22e-4b51-920e-916c2b30d263 req-1bab5879-d1e3-4c15-99cd-33650d1861e7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261552 Mar 10 04:30:27.757173 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7958e482-64f5-4f92-a5e3-b98caabac65a req-a2aa9efe-f696-4206-a635-d6f52da328fe tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263693 Mar 10 04:30:28.858276 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c693e3d0-f2ee-4ba9-9198-86997d240615 req-d685c3d4-8a57-421c-ae63-ed8c47bd9c44 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0296593 Mar 10 04:30:29.948703 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04814064-2551-4380-9f1e-ac402cd80174 req-953b5cd2-499a-4a7a-a9f8-69465a01b6c2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260069 Mar 10 04:30:31.038859 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3010af1f-174e-4c6a-9b32-2f939a167d05 req-fb46fb0b-1f78-46bc-a2b9-a9c87b2d15cc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264506 Mar 10 04:30:32.128972 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-18424362-b855-4745-ac71-6b2da75f0b7d req-df950b20-7fcd-4907-b41c-65a6c688a7dc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0259717 Mar 10 04:30:33.223552 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1558c271-55c6-43b7-bb94-ae90f492fc54 req-8bb5b427-fe56-47c4-81a4-f16f549dd8a7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Mar 10 04:30:34.317909 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc04c42a-155d-4130-b57b-860331fc90e0 req-2439bd94-bf42-4ad3-a538-a10fa7695f4a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261986 Mar 10 04:30:35.408587 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-615cc8a9-a32a-4285-a631-f95c8acc5c5b req-5004a5bb-326b-4014-a7dc-1d76fa8b2eca tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262706 Mar 10 04:30:36.499006 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf7e1802-94a7-4973-a7a8-b89327c30810 req-467367c5-d4f2-4ea2-84f6-facd27c28bd1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267112 Mar 10 04:30:37.593455 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc3f7730-c9dc-4e73-99d7-19c62bbb73b2 req-548026fc-f45b-495c-80bb-8e89e52ebc6d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0291176 Mar 10 04:30:38.683891 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc844c41-9771-43c8-8192-b55d42f4c462 req-6827198c-6735-4903-b216-6a35d6db798a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267913 Mar 10 04:30:39.773648 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a5fc7712-758f-4ae8-b0e4-173938f90949 req-19dda79f-e4fe-4685-b1d3-334203c341d3 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261467 Mar 10 04:30:40.876840 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-619649f3-7274-4070-9119-c565f4705b42 req-e6b2f3e3-3d51-4ed8-8edc-49c8c452c1e0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0289454 Mar 10 04:30:41.970885 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-962da26e-048b-41a6-b30d-65501fe9c679 req-0340b510-830a-4817-95c2-1f687d6b7f5c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0292873 Mar 10 04:30:43.061939 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bbabef5-1cf2-4725-a798-955f0bbf9792 req-58176756-1de3-4ae0-805a-81a6030ca553 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256810 Mar 10 04:30:43.453765 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4cb25a01-07bc-4a06-98b5-b45477995fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:44.154061 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d713715-9dea-444b-ad25-fbb2f2efe52b req-a95bf04d-b4b9-4adc-a6bc-178b75f42c11 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0272601 Mar 10 04:30:45.244993 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba0b6722-8554-4952-ace9-ef534e35cf1d req-eaaff190-ef44-4d0c-a4c8-095793a293ea tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269427 Mar 10 04:30:45.610554 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6befdc45-54da-46fe-b0fe-a3275bc79d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:46.344392 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-942e4121-736a-455b-a5d0-ca032575c618 req-45f0b9a7-45cb-4cff-8888-91780cc9f25a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0289390 Mar 10 04:30:46.702305 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:47.435703 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-85f97bcb-c79f-484d-a04d-7c68a5cc5f86 req-243f29e5-9fbf-4af2-81c3-9462b5e7d8d3 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0271661 Mar 10 04:30:47.643123 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:48.414428 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:48.526270 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-59995d8c-40b2-4a3c-a175-5150fb388c32 req-3ac093a3-7866-441a-b9dd-5a96843a0564 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266001 Mar 10 04:30:49.621228 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dbbe832d-1f83-4e77-b87b-278eb74c5382 req-1942f30b-2820-48fa-b96e-9f7533c9c867 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Mar 10 04:30:50.121403 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:50.720227 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d11b8653-5bc9-4c8b-892d-1981e6fd24a4 req-0ddfed9c-293a-4e4a-a58a-9a7dee2099d5 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0301130 Mar 10 04:30:51.822913 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b6496a9e-4089-417e-81a2-005431ce62d5 req-54f134b8-7e83-4550-92c3-cb6478b74a22 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0307775 Mar 10 04:30:51.905419 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:30:52.918112 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2de2ac5d-732a-4cda-b9f7-5536d33b35bf req-a4f280a4-9f10-48e3-badf-d8684b449c6f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0290022 Mar 10 04:30:54.010688 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-46c28577-8bf0-4731-a67b-f1d9644ed49a req-db8d9a1d-7469-449f-93c7-726410698139 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263748 Mar 10 04:30:55.110316 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-83e05dbc-baea-445c-abed-214d13628bf0 req-f6600c5a-bc74-4d1e-a0ec-1a676aad22ff tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0308092 Mar 10 04:30:56.209208 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-21d7b39d-d86b-4df9-b52e-a2ef076b563b req-adf53634-3bbb-4ac6-b5e6-35bd2aa61833 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0301368 Mar 10 04:30:57.300413 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e62ded4e-2b76-4f99-b257-12088b628d6a req-7bd92b7f-7621-4d4b-86de-f69cd16bee57 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261776 Mar 10 04:30:58.390928 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-231dbbe1-0cb9-43a1-bd7b-f37ff933a223 req-4037ec9e-546e-4c91-9328-5dafe6c4e9b2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265787 Mar 10 04:30:59.483295 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-80fe4cfd-c7f7-4d0e-9fd2-9ca91fa5550a req-1cc7915b-1aee-4747-8c50-07d6d48fdd6b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287695 Mar 10 04:31:00.573102 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7042ed46-a9c7-4251-9094-2fc419e9303a req-be2d1352-f036-40e3-a12e-ba2c208a6082 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258060 Mar 10 04:31:01.662560 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a51d5126-6ea1-445d-8eba-0db79c1c25dc req-dde02f4a-b98f-41ed-9869-86ded9845fcc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0255332 Mar 10 04:31:02.753605 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17905d08-fc15-4e1c-b3a4-34d1f32e2337 req-d5fa340d-eef4-4880-85b0-5ae9c4e11e54 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0259833 Mar 10 04:31:03.845937 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-48805825-6901-4537-a477-6b91f5971648 req-b57b38c6-ad1b-4b8f-8fa1-63775eba4d25 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287554 Mar 10 04:31:04.937790 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-00347caa-902b-4879-9983-ce1a31614548 req-e135e66c-6f93-49d3-a45b-76329b91f310 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268288 Mar 10 04:31:06.030078 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7955ee61-46d6-43f2-bca7-97890ba6822e req-893c2d3d-9d9b-4541-8eb8-793bfed2692b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267317 Mar 10 04:31:07.130118 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77c7e1a7-5795-4f40-a02d-f60b676974dd req-ddd8b446-d8c6-4da0-b079-cf2430c6bebf tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0340056 Mar 10 04:31:08.224747 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ffc06e05-0bec-4989-9d3d-9dcd73c6a1bf req-a76dc529-3b42-41cc-9342-733f40eee71f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0288796 Mar 10 04:31:09.315122 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-68e04bb5-9023-4067-8c9f-7034bd674e21 req-6f78adc3-aeb7-4f20-8531-fb1bdd5f10b6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265548 Mar 10 04:31:10.405570 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-427dc11f-33cc-47c8-aa69-e0bb30cfe007 req-aee55a6f-2565-49ae-bdde-fe0bba0dadae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264127 Mar 10 04:31:11.503856 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b56b64ed-7fd5-409e-85c0-5bcdcaea9a13 req-a04498a2-60d7-4462-b18e-64c6caf0bf85 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267520 Mar 10 04:31:12.599646 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78673132-0a1e-4bb6-888b-4d8f932cc8e7 req-5f65c540-7668-4b62-a49e-76b299c84c8f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0281625 Mar 10 04:31:13.454399 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-29827e8f-bb08-4a0b-935f-4802f816fbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:13.689894 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-531057c8-9f2c-4054-817a-9b25160b2b58 req-8defaba2-df2a-4ba1-9f41-582d0dccaf16 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260019 Mar 10 04:31:14.780231 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5ff369d-8bb2-40bf-967c-2ab89f0e7e1c req-ca58b9f7-03fb-4fe4-9ee5-3e1290d207a9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261729 Mar 10 04:31:15.605416 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a9b4bbd6-4a07-4508-8825-c2b621a271e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:15.872312 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-056e6397-1c1e-4e62-b80a-40b556c1a091 req-30419899-612e-4e4d-aa95-cc4559cb1e76 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269248 Mar 10 04:31:16.704646 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:16.974846 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4e31684-0a64-49bb-a7e9-0f8291b8e7e0 req-36d32edf-363e-433c-8a3a-be592c69b551 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0288572 Mar 10 04:31:17.641975 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:18.066810 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b2669f-7126-4f68-a7e8-bf08c6c55e3d req-a56d873b-7206-49e2-acb8-41274d969fe9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0255029 Mar 10 04:31:18.417174 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:19.160765 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8534ab8-fa49-4597-accc-c6697f3fa567 req-61ee186e-6ba5-4644-8cc7-e72984648519 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263133 Mar 10 04:31:20.124033 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:20.249886 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2323e6e6-3edd-4087-a102-162131e977e9 req-e0c04eef-b5c8-4a69-bf21-d1a866415332 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261931 Mar 10 04:31:21.342481 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05e58a75-1035-49c4-ab00-0145c0631974 req-f3dd4146-0e63-4a62-b443-8d26f3023852 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287488 Mar 10 04:31:22.445254 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a4ee340-3710-42b3-b131-750d42c9e0b9 req-78b394b3-f96d-4e37-ad9c-3570529fe310 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0372422 Mar 10 04:31:23.536135 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bef2afab-8fbd-41a9-87c4-fe0092bbe69d req-9d9134ce-7144-4bfa-9f64-eff0077ff2f0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263155 Mar 10 04:31:24.626376 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-216ea7d3-9238-4519-901d-ea36c7b3ea3d req-62db497f-b0d5-44b7-8e33-a68caf5e967d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267651 Mar 10 04:31:25.719107 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc3604a5-8e47-4e9c-9cec-aa0a2e6e1725 req-76fb087a-f37b-4914-96b1-2956222a0b2c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0285776 Mar 10 04:31:27.075330 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d6c69c14-789e-40b7-aee7-bd54f898a562 req-a14fc23f-4f45-4370-be6b-b668cbd8981f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.2919443 Mar 10 04:31:28.171134 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5c828f41-0086-43fd-a3df-3102cd97a63c req-ddd69c1c-0fe7-43e6-a670-54a709062168 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261340 Mar 10 04:31:28.903888 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:31:29.262532 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1888b07-3d34-4ef1-9221-45a7becb1213 req-a6d577bc-d5f3-451d-b814-fb9860a0735e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265398 Mar 10 04:31:30.354192 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04bbe4ce-0691-4e53-8c8d-7284e675aff3 req-c5a2745c-ce68-41c2-82c5-574ddeebe7f3 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0277889 Mar 10 04:31:31.447960 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d0968d9-ee61-46d5-bedb-f24d9b828b50 req-9523267c-1b47-4f57-8810-61b53b2788b4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Mar 10 04:31:32.537155 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f5cba9f9-389a-4c4e-989a-708b1689b901 req-920c26b2-3479-4ef3-8b4b-6308cafd72d2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0252337 Mar 10 04:31:33.629802 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c7bb17e0-65d5-46ca-a13d-b44bf20c535e req-252c0b49-ce62-489f-8bcb-749ea4ce9b1f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258989 Mar 10 04:31:34.722110 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5301969b-9c41-4b67-8523-9dd04573e55d req-c37e5240-f4d3-4394-a472-a6317b70b970 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258808 Mar 10 04:31:35.812902 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f4c0010c-2e1c-4333-8a1e-1df6950c4bf9 req-b0d342a5-4209-44ad-ba83-e7d271fa2fe8 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262883 Mar 10 04:31:36.905094 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-70024d48-111d-4fff-886c-9c5baaa4faa1 req-b47bb8c2-2255-4825-a6cf-1874f79a5a3f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265305 Mar 10 04:31:37.997904 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-879ecbcb-d3c1-4efc-be2f-210f659cda64 req-db40e314-3fd3-4cc0-bb9d-ba1065d61cf6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0285573 Mar 10 04:31:39.087584 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6cf3c510-b530-48a5-aee6-4a6106da6fd7 req-d63b6852-cdb3-458a-a94d-386029f26246 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266843 Mar 10 04:31:40.178015 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4106cf99-eea6-4908-9cab-c694ac6e9a9a req-eeb16c34-531f-4569-a7d8-58de012eea1e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0253789 Mar 10 04:31:40.312712 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-f729af98-4600-4bb9-9288-b3af172a7569 service neutron] (103257) timed out ('10.222.0.15', 50432) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:31:40.402444 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-3c038832-1548-4c01-8ec3-60e7c5b9f7b4 req-3b9bdcf5-a42c-4108-8393-2c64ef241002 tempest-TestShelveInstance-1846423999 tempest-TestShelveInstance-1846423999-project] (103257) timed out ('10.222.0.15', 50440) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:31:41.269020 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-48b62553-df8b-45e9-8f03-38130466f4e1 req-9f1334dc-6a03-46f7-98b7-39fdf58c5402 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258820 Mar 10 04:31:42.359915 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-76a688b8-5465-4de6-9dd7-73c3adc5601e req-2555b7ab-18e0-463f-98fb-dfcdec169092 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260272 Mar 10 04:31:43.453951 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-13094d1f-341e-4a49-89b3-87eafda36eac req-b2db6825-fbae-43f0-97ee-f8d31ee04177 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0300326 Mar 10 04:31:43.456128 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0c67f3c9-9312-417d-864b-db9e5944dcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:44.545241 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3cbbc9ac-43fd-4a18-8a69-d9d983cdcbf0 req-e2911b2b-dd17-403f-9114-c4e16077e15b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263097 Mar 10 04:31:45.606228 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2690cfa1-bbfc-43df-8c7e-e9ce79c61d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:45.638953 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba2e30dc-7df3-4c57-8f54-9e70b5234f8d req-2050875a-6050-4c20-a389-7c79d1ac467d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0278194 Mar 10 04:31:46.710010 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:46.806781 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53f64c5c-a944-4370-b7a3-aa49896280b9 req-c9f8aa3d-ba7d-462c-9519-9ccb0dfbf0ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0359802 Mar 10 04:31:47.761583 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:47.903327 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d10c749-bdde-4f04-9a54-a75fc151b7f2 req-e3edbb74-48d2-44a0-95d3-d7fd34903299 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Mar 10 04:31:48.421319 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:48.996217 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a63ccee1-027c-488e-8ff8-97a7d3e7f8ae req-66604051-850b-41e2-bccb-dacf3721f3e6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0254180 Mar 10 04:31:50.085708 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9c38ef7e-cad8-43a0-ba48-cf15d850b670 req-cbb3ea78-d92b-4d52-bb97-d49002c77fad tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265799 Mar 10 04:31:50.125616 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:51.176488 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5fcd6c86-ee4f-4eb7-897e-2e943df523e6 req-d804174b-040d-42a5-b3f9-84309b0fc72d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262511 Mar 10 04:31:52.270306 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1bf2ea68-1aaf-47c5-938b-2085bb62ec22 req-3bd1f42a-e429-48ae-b89f-a03ea79322f2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0288477 Mar 10 04:31:53.366950 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fe064fad-67ed-4824-b05c-e692d02c7070 req-48a0172e-2124-4432-bd7b-d9d350215ca2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0293660 Mar 10 04:31:54.456703 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ef83d6da-ddf5-4c04-a881-3d8d95177d84 req-fa58c842-1eb1-4673-b164-9a9ead790f20 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262303 Mar 10 04:31:55.547415 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb7c61ee-9dde-4aec-8e8d-23a21bf308c1 req-6cc906eb-71f6-4006-9eae-22cf7c20af6a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265143 Mar 10 04:31:56.639447 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8508d6eb-69aa-4587-9029-db9d9830a522 req-4c4b20ec-8d2c-4f4e-bcba-31c197a3a24b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0284681 Mar 10 04:31:57.729646 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8f0f7f16-f2e4-4cdd-a7c3-3368e469eb4b req-9dd4c42d-61c2-449e-ba48-386ef355cd5b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0257034 Mar 10 04:31:58.818671 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa5fdc65-50d4-4a11-889c-217625abe732 req-9f669165-5b47-43e5-a952-43f2b9d8841c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256770 Mar 10 04:31:59.909380 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7744c943-4700-4d7e-b01e-4996147438cb req-3b46065c-8047-46cd-95d7-1626bb634311 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261905 Mar 10 04:32:01.002084 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-34b97b5e-2dc7-442c-8e63-7b3e4d0500e9 req-61d7aba9-84ad-4dee-b006-05e7e3e620eb tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0292656 Mar 10 04:32:02.092962 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b3d4c14-9bc4-4c4a-9a45-67d3f6a9ff4d req-abf6ddd4-ed19-4da3-bc29-0235345ac938 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Mar 10 04:32:03.184723 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-56088414-e26a-4bef-9a70-29b746fa528d req-7524bb4a-17ab-46da-bbd2-3a7abaadee4d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258484 Mar 10 04:32:04.277351 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d63d220e-b854-4c2b-9df9-870016a9697e req-b0b886ab-33d7-456e-b93e-a5cc27c20b19 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263643 Mar 10 04:32:05.371245 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d2c86975-72a7-4042-b460-a466f865957d req-eb59fa8f-d0dd-4ed1-b978-57b246d2f827 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0294204 Mar 10 04:32:05.903712 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:32:06.462631 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4dd566b6-3538-4c58-9c7c-4f7ca917ee6a req-2483a44d-9eaa-4e3d-91fb-2ac1262f0616 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265231 Mar 10 04:32:07.552189 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e8ea31a6-d597-4199-b593-08f81936da05 req-64a04417-40d2-4925-99d5-6566ee64ad51 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Mar 10 04:32:08.641396 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eb58207e-865d-4147-8887-a509a8ac2da3 req-7eb16b0b-9348-448f-99bb-b5b4b203a7f1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263412 Mar 10 04:32:09.736399 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ebde7f7-0a18-46f5-8c6a-476cff70abd7 req-3fa4c74a-9bc8-42eb-8b41-7498833299be tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0292606 Mar 10 04:32:10.828052 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1356a00-91a2-4b7e-a718-c2f748077d16 req-e5194627-2cea-4a7f-b227-82f21609c93e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0279524 Mar 10 04:32:11.918569 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d637125-e920-4aae-88e1-167d75216290 req-36aa2582-9a63-439d-be27-3c2149ba2d49 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267694 Mar 10 04:32:13.011500 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-deb50fa1-6ed0-43c8-ace7-85af0f965dcd req-5c27ed47-94c4-4a70-a645-ff8505acc267 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268209 Mar 10 04:32:13.457756 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3c7e627b-032f-4e64-8ef1-a88427770ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:14.108804 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ae44754-2b93-4ef9-ab02-01e5b62d8faa req-4eeabcc4-f89e-4b85-9098-cb8d37ffb17a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0302799 Mar 10 04:32:15.199127 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d2580160-c059-42ea-9aa1-f4e3d990fab1 req-b86d226e-18b3-420d-a500-b2ecf3aba778 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0272343 Mar 10 04:32:15.607516 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-14b74125-ff90-46c0-8ae6-6a6b70c3bff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:16.289636 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5626550-da41-488f-8cb3-7fa7f433cba6 req-425cbb65-f7e8-4f6b-9410-6c853cf620e0 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258451 Mar 10 04:32:16.710122 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:17.381997 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8fa9d2ee-bf66-4551-ba20-c2880468fcb0 req-8182696c-842c-46b9-867a-cff418827e4d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269411 Mar 10 04:32:17.640721 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:18.426768 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:18.481371 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5721b59-ebf2-48a9-b9ef-f3a020df2c7a req-db68e2ba-3c4a-4521-84b0-c18a1b7d52bb tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0298767 Mar 10 04:32:19.572393 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bb5fa5ab-aebd-49d3-bf02-ed118b23df14 req-18bcaf71-d205-405d-8a8d-82fab92b8ccd tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0271306 Mar 10 04:32:20.127926 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:20.664376 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2577fb3e-6b7b-4001-9a0a-ad4aa5145828 req-b7598497-9008-4ba5-a85b-3052b31a3dba tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262489 Mar 10 04:32:21.753279 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a853fd6-ee05-4b31-8d2c-2ecf461a078c req-4f5c390b-cf93-4d64-a354-fc67f0377597 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262473 Mar 10 04:32:22.846039 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a74f5ef-0daa-40de-980b-4ad638827743 req-2939a39a-81f7-486e-ae40-e3219fa0c9c7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287895 Mar 10 04:32:23.936408 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd6da4f3-b599-463d-8e42-95a663d3da9f req-40354cdf-1ad6-4b77-a9be-2996a7e5e4b1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Mar 10 04:32:25.026788 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a8c4e993-fc9b-4747-9bf4-b5717974b7d5 req-0326f09f-41ee-4b69-874f-8ff8525d925e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0259507 Mar 10 04:32:26.118234 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-323d0873-6347-455d-b051-e9a8a06d7bbe req-4e47570d-7562-41bb-b363-11c06af16d7f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267584 Mar 10 04:32:27.213733 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2c1b074-1cbd-4975-bc7b-c178dfb42b9e req-291ab2f2-82bf-4e24-aa74-d890904411ab tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0301857 Mar 10 04:32:28.303989 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8494ca3a-3add-4e34-ad62-f09e80fdd6ab req-986dc73a-bccf-4caf-930b-69779e385e3d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264256 Mar 10 04:32:29.395199 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b5d3658-7e0b-4646-963f-7431b3a7982b req-341027f5-ae48-4905-968b-7bb3cbdfa3a6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0257425 Mar 10 04:32:30.486255 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1a05ce9-1dc3-4cc3-9d5f-3eefc4ee08ae req-fd88cfcd-d708-4311-95b4-51a1def29572 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0259240 Mar 10 04:32:31.580633 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-76f33756-796f-4c53-8180-5a6653f64e5b req-f934a2ce-3b88-4d1e-808d-d9cc6e78f5e1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0297372 Mar 10 04:32:32.674368 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae533eec-dea0-422f-b964-7c06f9c96641 req-cdd992bc-b667-4b8d-86f8-81719f160ff5 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265708 Mar 10 04:32:33.766830 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1b61188f-233e-49e5-bb89-5c2437af0dfc req-54095c07-66f0-4796-a447-27a56ee17cf1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0272381 Mar 10 04:32:34.857071 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-af83acd5-803c-4f51-afdb-7dbb4b71fbe7 req-6f7f3a15-cec2-4072-808b-e767399548be tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269034 Mar 10 04:32:35.951577 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74dc51b5-efac-47bd-b429-f6ebad3ffef9 req-e28d76bc-21cd-4b17-bb2c-090f44db7884 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0298352 Mar 10 04:32:37.041876 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-27a9e3f8-7cfd-4df9-9a6b-83116dc22e31 req-a1d397d3-8209-4f76-beff-0427fd42bc0d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264430 Mar 10 04:32:38.133457 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-44b701f8-4946-4aaa-aef4-6de4741de276 req-7a0b2aee-f5a4-4c92-8540-bead09f892fa tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267107 Mar 10 04:32:39.227463 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a9654638-a812-4844-98be-e0ba9ba17bad req-4a42bfc4-d7e7-48f5-a984-4344bf1d8af9 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264816 Mar 10 04:32:40.329914 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-939743c0-fdaf-450d-8b85-eda550a7ffbc req-417c36d8-549e-4700-af59-b70487e50adb tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0307438 Mar 10 04:32:41.419512 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afcf060f-d8ec-4973-bc24-553ab7d522c0 req-80730898-4ec8-4672-918d-f62c4f27a4f1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267711 Mar 10 04:32:42.510582 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc0a68db-7b5e-4112-bde7-6926864383ca req-7a87ccca-bb80-4a79-9fa3-7cab46aa4f81 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0276172 Mar 10 04:32:42.902408 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:32:43.458681 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3953b788-a08d-4013-946f-02adf3687a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:43.602359 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-11e48475-d0dd-4dc8-941c-34b1d6238d0e req-f74b7c2b-d848-4871-9cd5-45e0acd6b10f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Mar 10 04:32:44.695299 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4a572d41-1eca-49ee-a3a5-e1a587ccc66a req-85926296-feaa-4377-8a02-8d36fc8ddc28 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0284433 Mar 10 04:32:45.608875 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bfb0c3eb-2cbe-4bc9-885b-fc4c6862583d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:45.789359 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a9a67840-6d7f-4d13-b814-4a0b4351b9e2 req-a8f52c0e-ca14-4fe0-9ca9-f61f0ac916ae tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261981 Mar 10 04:32:46.714475 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:46.883245 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9e6ba9ae-2eff-4b6d-99ea-d03982721bf2 req-9ceecd75-0d3f-4a94-8972-1dd60f4b5ac1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260098 Mar 10 04:32:47.654608 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:47.974543 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-70414287-441c-4373-b371-bd17dd69dd94 req-d63221fc-ec7f-471d-ab0d-19411a053d69 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260251 Mar 10 04:32:48.426885 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:49.069513 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-058de0c4-e0fb-4c22-a44b-db16f0c819c8 req-77e163b3-6383-4766-a444-12cc9844d385 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Mar 10 04:32:50.131751 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:50.162756 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-317f1cbc-69ae-4492-b044-27291037d093 req-470c7956-c8df-45ca-835a-43c0b1494658 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260789 Mar 10 04:32:51.252748 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cdb2cdae-3e59-4976-8729-e1364040e594 req-2a2c0bf2-fac4-4d35-a1af-67538f1ab4f4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0257325 Mar 10 04:32:52.343072 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b2c7653a-da3b-4fda-8b8c-f0a2b9bdccc6 req-ab30a1f6-3e65-482d-b0e2-d3c724c05468 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267363 Mar 10 04:32:53.437165 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e05e50dc-fca1-4676-b9a0-03c38d1784f4 req-cebeb990-f2be-426b-acde-2ecf77d91c5e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0295780 Mar 10 04:32:54.527027 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19e6edd3-d0f9-425e-91d3-1c7c0e2b4322 req-fc55fe51-64f9-4f47-b4e2-759cdbaa1102 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261323 Mar 10 04:32:55.634707 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9001ed12-8c3d-4fc3-9e45-b6929075201c req-0d1704b3-e6a3-47bb-b3e5-3b77d2f86e86 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264070 Mar 10 04:32:56.725424 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-83d643bc-f962-43ba-a931-07ae31c6c6aa req-89168f6b-678a-4839-b31a-a51c4f7442e4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261006 Mar 10 04:32:57.818373 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ced0b792-1c1f-41b6-9d55-9081b9728d80 req-8a23452d-b824-4492-9b05-5d847e3c34eb tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287116 Mar 10 04:32:58.909821 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dedbd68a-7e8a-4f81-b6e1-67cf3642c57f req-d754fe91-bc84-47fb-ae1c-09b961820e9a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266378 Mar 10 04:33:00.000441 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-370b2aa8-75fb-4fd0-9c40-5128b20571ef req-03bcba49-440f-4823-8922-37567380588b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265875 Mar 10 04:33:01.091044 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-70c67d8d-2734-4fdd-9534-ac68f5d83438 req-498553ae-b6c3-4591-a0ce-d102ae184c54 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264156 Mar 10 04:33:02.185505 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d0f03f1f-a3a9-469a-bde1-22a99cb0358e req-890a2f5c-920e-4140-8369-8f2a51d73562 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0288076 Mar 10 04:33:03.279574 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e80d4b9-5977-4450-9ed5-8f642c7be4bc req-dea14d99-c674-45d6-9b6a-7a5947d072bf tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0273840 Mar 10 04:33:04.373793 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53927de7-5fc6-47d7-9e24-8a628feb5adf req-f4444309-9b71-4c8e-b4dc-5d11a5398a42 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264664 Mar 10 04:33:05.464450 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f9ead6fa-9b08-45a2-899c-8dc43c5f177b req-30a2657c-9aa3-4bcb-9bb1-db6a85c0fb78 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269895 Mar 10 04:33:06.557022 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4719e8bf-2ca9-4b7b-989e-d90437a9a232 req-daeb117c-d41f-4237-a590-ed88132938c1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0290604 Mar 10 04:33:07.646884 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b5c0ee64-58ab-4802-8b5b-de373901d580 req-530d20dc-05f9-48c0-b254-6c6bbe721144 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258031 Mar 10 04:33:08.737343 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d3a696a-f7f6-449e-9c11-bf281a8d71e7 req-aa00ce3d-876d-47fa-a489-e4f529910705 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0255566 Mar 10 04:33:09.827462 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f69aced9-a1a7-4a35-81bf-355666598667 req-7598a648-34dd-40e0-a8db-022c2d00f830 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Mar 10 04:33:10.923022 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ffca9c1a-9513-4d6e-8a6e-ef635b9061fe req-61a520c5-3d5c-4b0d-ac19-2b545cfa836b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0310545 Mar 10 04:33:12.013966 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e3637499-0489-431b-96f2-fe0d73c28cc7 req-7a0df84a-81fd-4818-82d3-4426cd7d7f87 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269334 Mar 10 04:33:13.104478 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15c57d2f-c061-4ba9-8444-4d4dd7757ed1 req-ec29919a-deaf-4869-9294-0c2edeb43af2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265603 Mar 10 04:33:13.460224 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dfa788cf-8ecd-48cc-b407-beaa68b57c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:14.201544 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1cde0e9-c5ad-47f7-947d-0fb40d60b585 req-8fbc7df3-2a7b-4a64-84ee-9ee40c82c383 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0283506 Mar 10 04:33:15.295766 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17b04638-414d-4c93-9f52-4f7f72a7243f req-c3acb824-6d3c-4a81-9b1b-ade163f3456e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0288560 Mar 10 04:33:15.609043 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1da64cb9-fd24-4494-ab22-b56f308a2dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:16.387411 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4471dfe3-0d38-4d4b-90d1-a15d129a1926 req-31a67e53-0c1d-4c17-a4d7-7254d25b470e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258741 Mar 10 04:33:16.714788 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:17.479170 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4d127d4c-cc5d-450a-9418-ac16d5bf4daf req-2a7db1d8-c27a-4082-9fb2-9e1d5a3ed39b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264347 Mar 10 04:33:17.658147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:18.430089 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:18.568553 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a81a749d-0027-4dc0-af2d-e9e7b9b5deac req-e2ce02ae-aeae-4ec8-ac5d-f831ae7f8745 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263081 Mar 10 04:33:19.661543 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3eb8cc85-d5ea-4b2e-88f7-c350e53fb07a req-547c14bb-a15f-4487-9cb4-3566d46171cc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287597 Mar 10 04:33:19.902549 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:33:20.135924 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:20.752403 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd19e212-6f3d-45a5-8624-aa5d02339af3 req-949fe03b-155d-4ef1-bab5-8f12715656cd tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0270941 Mar 10 04:33:21.842072 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5a0d48e-41d2-46be-87b0-0054ea9f832c req-73e5910e-5478-4e3c-8058-55f6ce68ce1a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260317 Mar 10 04:33:22.931563 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a16349ab-7b72-4e20-80cc-b12dd8c3a347 req-74c47836-2d16-4e82-8f2f-5464149d6ca3 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261958 Mar 10 04:33:24.025850 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e181354-188e-4c15-b22f-6d9dfc1a8a86 req-f438f144-aae1-4c36-a63c-2a0581b7973d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0292516 Mar 10 04:33:25.117442 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e4afc9ca-4326-41e2-a34d-89d24444efac req-7784e72e-0c7c-4060-900b-185b7f4c868a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Mar 10 04:33:26.208298 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ddd72352-cc62-47ca-aa2d-7f69c2763cad req-12a8a7d4-20f4-4873-94ab-8d753df4262a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269156 Mar 10 04:33:27.298276 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-516f4883-9747-4237-9502-bee56b75803f req-783b56d8-b2c5-46ca-9374-f03a8aaf4b32 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263011 Mar 10 04:33:28.393589 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a130226a-4e7d-4355-9440-317dfae6feb8 req-9e4aba4f-6c0f-4881-94a8-147e2e25892a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0295100 Mar 10 04:33:29.484046 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-07c4fccb-567f-4762-aacd-9675e6efa552 req-0339006c-41a4-4c5a-99c7-176eb47477db tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262818 Mar 10 04:33:30.573692 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c8c1679-de10-4bfd-ba28-fb1a2fb2a7ab req-a1188496-702d-416c-abf7-094eb449839e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260050 Mar 10 04:33:31.664777 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-350cb337-8e1f-47e8-b11e-547829f96a7f req-6e28c87f-3d85-498a-9731-d63485ddfbbc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264561 Mar 10 04:33:32.757151 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-de57b09a-6155-47a9-b142-f08b54a0b82c req-c22c5e9d-3e44-45ab-a3d0-7a38023bd3e7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0280209 Mar 10 04:33:33.847968 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-668437ff-ed9a-4055-b7c4-0f26f8a197ac req-b2c2f45d-d721-49ee-b1b4-3bcd78e12657 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0259058 Mar 10 04:33:34.940393 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6e6ec0c-6448-4aa0-95c5-c23d48a62283 req-08bc1639-a515-4311-9a73-f41dad326fdd tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264139 Mar 10 04:33:36.031653 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e854a470-f260-425c-9c8d-0380cb5f7a7c req-7c4f910a-9e24-405d-91dc-e05016d10064 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268161 Mar 10 04:33:37.124962 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f98e5493-7107-4b1f-8102-2f4bf8b6b2f7 req-af756e0c-7b6e-4518-82c4-85f6bff45edc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0296593 Mar 10 04:33:38.215883 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-38740235-aeb8-4845-95b0-f87ab4e9ee8d req-69b28472-3a0f-4d8f-b542-ef4eb6f1e170 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0271866 Mar 10 04:33:39.305523 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ea9e851d-4366-4048-91c2-9b4dec266f68 req-3c122a07-b143-4ea2-a007-8880c19cad7a tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256531 Mar 10 04:33:40.396270 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5c2ea177-6bfb-4a88-a833-1e3a181b6083 req-ede812ac-b787-4175-907f-a96f5e388e07 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0254669 Mar 10 04:33:41.491156 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4af22df2-9444-46b1-b3d0-204192249a1b req-525f5a03-f33f-40c9-b506-e8e2114e1bf4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0290475 Mar 10 04:33:42.581683 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-566a6233-c8db-4b8b-bb11-03c6434794c3 req-f7cb5d02-db91-4f18-8ee1-0d18c3ca6ed2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263312 Mar 10 04:33:43.461647 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-973c6265-f8c3-485b-8e04-ed4ec530a6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:43.670787 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7be66c7d-88a2-407b-91a2-8ec1a4772cff req-522b09d7-cd42-458e-8438-30112eba4a42 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261691 Mar 10 04:33:44.760787 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a9fa55af-dd45-4e4f-9a52-566e75279f7c req-ce3a061a-b902-43cc-aa0f-9495423d3d7e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267289 Mar 10 04:33:45.609966 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a392a97a-a2c6-46e7-acbe-bb3bf481a271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:45.855968 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d94ce043-4fbe-47a6-b6bd-4785b696f12f req-dd9b18b7-3520-4344-b15f-ab11b4d1245b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0297055 Mar 10 04:33:46.717837 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:46.945915 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbd90fe2-6944-4b2b-8340-e3b92f518d05 req-8a71182c-0a98-4087-9aa6-74ddf102d544 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256031 Mar 10 04:33:47.656534 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:48.035957 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7efbfaf2-8fa2-4040-b75f-548a0e8319a7 req-1ea4f258-94ec-4182-b8bc-273dac199efa tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0254002 Mar 10 04:33:48.432269 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:49.127901 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b02c01e0-d59a-4981-b722-8d43ca45402b req-846e5fb6-8776-4f35-9b81-90d4dae59848 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262532 Mar 10 04:33:50.137609 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:50.221381 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f56b0e3-6a97-4987-9523-d5713d4b0a15 req-749a359c-34e4-431a-9980-512306d97b50 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0291753 Mar 10 04:33:51.311328 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3cabab02-48ea-4f46-8584-2afd05f20099 req-f66b71cb-fb5c-4ce7-b76e-386d8f330105 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Mar 10 04:33:52.486391 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-066e3d7f-e3ea-4881-8833-e06b4cee082d req-cabd096a-0b1b-419e-b7b5-dd0b5a62a7a3 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.1107743 Mar 10 04:33:53.576288 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ee687da7-598a-439e-adef-104f08b4042d req-78000094-b7d7-474f-b01d-319a30dfa03f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261621 Mar 10 04:33:54.677744 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2c108428-a383-402e-9b60-17c0b1c3630f req-e8733225-9efc-42db-bed8-e8b50f781666 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0295682 Mar 10 04:33:55.768097 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc3c752b-a9f5-48d6-99fd-af243c046bd4 req-986ae469-02cd-4699-b7ee-b1dbda7f0a49 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0254931 Mar 10 04:33:56.859003 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-831b1676-239c-42db-861e-bc6784077fa6 req-7fbe2f56-140f-42e2-ae97-968a4b538f09 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0255768 Mar 10 04:33:56.901527 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:33:57.949433 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-78a75916-8d24-4ab0-acae-47a225640679 req-ff4958de-bde0-460b-b65f-a37a82df6ed1 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265317 Mar 10 04:33:59.050228 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f207cd33-eadb-4c90-82f3-d1472f841bb8 req-38e51cf9-04a4-4f14-b672-55c1a6981156 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Mar 10 04:34:00.141174 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3475b910-d2e1-4379-9d95-fe491fb0dbc0 req-3afe82e1-2657-4da1-828f-1e9dcbea27cc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262876 Mar 10 04:34:01.234321 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-230b2ee5-21dc-42f4-a7fb-e337d0c1b7b0 req-42a969c4-f2ac-49aa-8fcc-adb7c142c36f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0270596 Mar 10 04:34:02.326420 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74ce75a9-b231-475a-a10e-d3930e37b4dd req-14691f8b-8e4a-43a1-9ee8-86a498524693 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265503 Mar 10 04:34:03.419256 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5e27c39-8a7d-477b-b169-ea3472925700 req-5740f3f0-7f1b-4e09-b608-33bd25812a02 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0289595 Mar 10 04:34:04.510137 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b2e8b4d3-0581-4158-a8d7-c27a6784b557 req-4e33e2a3-1145-4170-b55f-002c80b906ad tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268505 Mar 10 04:34:05.600954 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-73b28c04-27fb-4fa3-96a4-b2d9392cc5da req-6be26054-fef1-4956-8d50-e818734099f7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0267162 Mar 10 04:34:06.691035 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15c832e4-9774-4d33-9547-429ba6eaad6e req-584d4c74-4e1c-42b9-b46b-dec86db4735b tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0254927 Mar 10 04:34:07.783547 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a1f2eec-65ec-4659-971f-138814e5a11b req-cc36b1dc-a662-4ce6-8ac1-ab5a57676e34 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Mar 10 04:34:08.874439 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bd499767-d4b2-40ca-90c4-21bf2b688309 req-7298991f-c4e0-4875-9d6e-996d77ca3216 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0258415 Mar 10 04:34:09.966749 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e6492f06-631f-4990-8c20-d05336ca3768 req-54e3ecbb-ce2f-4768-a7b2-a0424147c0b2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0275314 Mar 10 04:34:11.057263 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2982055c-58ba-484c-995e-ce55c57d119b req-02b40c16-d1af-4d81-84df-a9249dfbc8b8 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0266109 Mar 10 04:34:12.149599 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-115e837d-9937-4f8c-bacc-6fe5753579e8 req-c83b4b87-ea34-49af-9e38-7695a1a7c612 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0279658 Mar 10 04:34:13.309413 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1fa4432d-972c-4dde-a2bd-c052de7ec89d req-738da718-0383-4e88-ba87-984bd336af2d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0959225 Mar 10 04:34:13.463658 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f42f4228-987d-4da1-a623-13995552a97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:14.399552 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-23f4c8b5-3a54-4e79-87e9-aca1272151fd req-6aa9a578-25df-47b1-be56-a2c88567f535 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262282 Mar 10 04:34:15.493621 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6bc98554-f89b-4191-b7ef-47d1cf8bf89f req-7af0da63-0d8a-4f8a-857c-363238cfdf91 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0269015 Mar 10 04:34:15.610969 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-441bb15c-b13a-4200-a46f-02cfc327208c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:16.588943 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-38859ca4-4394-4194-9dcc-65b40ae1363d req-51e5210e-cbe6-4e1d-ad7e-3cbaa230ff4f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0290520 Mar 10 04:34:16.721328 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:17.654546 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:17.937751 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1163a926-4083-4da3-90a7-7c1373abe2e9 req-503a314c-6387-48b7-ad39-0954eefc0777 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.2859879 Mar 10 04:34:18.434541 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:19.027901 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9b414576-42fe-44f4-9b69-814b6c96986a req-4c75f4eb-c868-4005-b57e-8af27d636489 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261970 Mar 10 04:34:20.117600 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3da1ce7a-ec1f-4fd5-bf89-79856fce7e36 req-3ccb59ec-1388-452b-9955-62aaf6f3e0d7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260606 Mar 10 04:34:20.139861 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:21.207125 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-30a0f677-d0ad-469d-868a-7fbdd24c9b7e req-d663ad35-c5de-4f19-9946-7e413cf55a22 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256865 Mar 10 04:34:22.298775 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-484db007-cf6c-4d3a-91a2-743a67344622 req-6cf7f184-c200-4fed-afee-93be137b1ef2 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0273025 Mar 10 04:34:23.389923 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-488263d9-1954-485c-bdef-2ed93b789d62 req-45564545-29df-42ee-8d8f-18217a88462c tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0264945 Mar 10 04:34:24.480958 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-583320fa-13d6-491d-ac31-9c511a737cc4 req-fae94d54-b52b-40ce-85d5-9ab0837ffd1d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Mar 10 04:34:25.570145 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-06260119-50e7-438a-899c-4bc40d105fd2 req-5277d937-c1cb-4ebb-aa87-636d98a70c52 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0259376 Mar 10 04:34:26.659725 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab8c38b6-1a99-448c-b3d1-1e97c5a723b0 req-72ebd493-6d99-4079-8f68-d386b1aad4f7 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0255258 Mar 10 04:34:27.752258 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d20090c9-b67c-4509-a7ff-e145a27e0248 req-67fcf3a4-4d0d-4037-9aab-378b0e76666f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0289032 Mar 10 04:34:28.850423 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-281f0abf-ad0d-4c9b-82a7-5f5d4cacdec5 req-31e15954-cb8e-4b87-8393-f90b7fbd8dcc tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261490 Mar 10 04:34:29.941839 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-25099c39-f5c7-4de7-b7bd-59126f73768e req-31fd3eff-6e78-4799-8a4e-73a79501f7a6 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262399 Mar 10 04:34:31.034194 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-809440e0-5e85-4709-bfa1-a3f9589dae43 req-c70288b0-5c42-4a05-a1b9-3265d48c5baa tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0253663 Mar 10 04:34:32.126655 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5830c870-a83d-47b1-bc99-549353a094ea req-805757c0-dd8f-49af-ba80-a129ec3ca9e4 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0261366 Mar 10 04:34:33.218141 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dfc662e9-9e74-47fc-a1ef-53afa26d630c req-60700929-05d2-4329-b649-f96724d7ed14 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Mar 10 04:34:33.899961 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:34:34.313531 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dbb19f79-17db-45dc-bc47-f797f6ca0bfd req-e42eb795-d3bd-49aa-9618-af0f1dcaecca tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0296550 Mar 10 04:34:35.404842 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1273d849-f701-411b-9876-909e6aa2fb79 req-5c33ccd2-6213-47f7-a998-2b11ef262703 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0268357 Mar 10 04:34:36.493163 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-25ae7465-38ac-4585-bc35-dd9937ec82f7 req-a7da4dbb-d376-46d8-a2ad-3255c2b29983 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260050 Mar 10 04:34:37.581928 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b1dfb2a-fbe9-41ee-af03-3e1d60d7c97d req-49de00a9-044f-4be9-ae2c-299cf4860952 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256343 Mar 10 04:34:38.671302 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cccfb70c-47df-4536-b5b6-ed03d6a4ab97 req-4ea9b5ee-3cb1-4577-b469-afff75c1fd42 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0254445 Mar 10 04:34:39.762604 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e26646db-5d1a-440a-90c7-90b8bea216bd req-b6015bf0-c843-4ca7-8108-177a90db487d tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0260606 Mar 10 04:34:40.856220 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c3c220ab-7a5d-4357-99b3-04f54cd92755 req-86975f84-a7d1-4ae5-9e6d-928daa7c0145 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0291803 Mar 10 04:34:41.947180 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a31f55c0-80f7-4046-acb0-f2ad2a0ecfa7 req-4f7e58c5-3dd2-4ae6-8a14-5a72a3d3617e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0270176 Mar 10 04:34:43.037068 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2436deba-5a30-455c-a67c-ff36a9f3b106 req-a696e322-f511-40da-a87e-edc577c37a3f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262542 Mar 10 04:34:43.464711 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-003ff948-c630-4c30-a7cf-25953c9dccc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:44.128553 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5a9dd705-966b-436f-b68e-683c43333478 req-7037c692-de29-46b4-ba90-b24c0825e861 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0257156 Mar 10 04:34:45.225496 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be57a671-1372-4fd3-add1-006cf461748a req-b5e92b4e-657c-4b72-acef-ea8aa2852833 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0273964 Mar 10 04:34:45.612363 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-54b81bd4-41f2-4aab-abc5-4a54a3d2a586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:46.319933 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3f76ff74-343e-4c67-a1c5-7ef96889daba req-3499b9ff-be8f-4e2d-8e24-a02017f307bd tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0287638 Mar 10 04:34:46.724069 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:47.410876 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1dd421b2-7db1-4051-9483-f0c21e504368 req-99a6e098-5479-4246-a72c-4354fc8b1d38 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0256755 Mar 10 04:34:47.654452 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:48.438854 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:48.502206 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-248dae30-9424-4ded-bfd9-b8d4feec495b req-fe4a51b0-b5c8-4672-a665-88551e62e57e tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0262642 Mar 10 04:34:49.593704 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a77edd1c-1939-4cd4-a81d-e4915a61ea17 req-b8a6f532-dd19-4d2e-9295-0d6dd5010bab tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0272632 Mar 10 04:34:50.141962 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:50.683533 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54f1b14d-4d17-4f50-bb4f-4d93ceee2204 req-3b2f6cdb-450b-4ac7-b30f-12040d291311 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a4b76e-9929-40c6-8ecd-003189166896 HTTP/1.1" status: 200 len: 210 time: 0.0263915 Mar 10 04:34:50.704152 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 34374) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:34:50.819583 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Deleting port f39f3896-6e8f-4de2-9316-442b5d729cf3 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:34:50.819948 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (f39f3896-6e8f-4de2-9316-442b5d729cf3), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:50.893759 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (f39f3896-6e8f-4de2-9316-442b5d729cf3), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:50.894084 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (f39f3896-6e8f-4de2-9316-442b5d729cf3), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:50.906278 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Calling delete_port for f39f3896-6e8f-4de2-9316-442b5d729cf3 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:34:51.038460 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (f39f3896-6e8f-4de2-9316-442b5d729cf3), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:51.061865 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event deleted for resources: {'Port': ['ID=f39f3896-6e8f-4de2-9316-442b5d729cf3,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:34:51.075835 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.076193 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.076539 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.076905 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.077216 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.077558 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.077875 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.078202 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.078529 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.078858 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.079184 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.079506 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.079854 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:34:51.133456 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for floatingip (c32fddd0-c170-4494-b302-6d601ed025c5), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:51.135973 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:51.137111 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6f01123d-aa29-4c83-815c-1030e3d8c714 tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "DELETE /v2.0/floatingips/c32fddd0-c170-4494-b302-6d601ed025c5 HTTP/1.1" status: 204 len: 168 time: 0.4319911 Mar 10 04:35:10.899583 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:35:13.466020 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8f54b8d1-7a8f-4c74-a707-615b9a60d1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:15.612882 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-99ddb1e8-221f-4720-9961-2dd97d979967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:16.726968 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:17.665111 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:18.442322 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:20.143864 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:43.468178 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cefc04b2-1be9-48ae-9862-5440b21e5b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:45.615894 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-07a698fb-cca9-4ad7-bfe6-94223b386d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:46.728946 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:47.667987 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:47.898979 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:35:48.445652 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:50.146088 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:13.469758 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d023d98b-5a14-4e99-a682-3c88f44789e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:15.617431 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-847aa2dd-7a13-40f2-82b8-236c28cd4fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:16.731334 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:17.666137 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:18.447331 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:20.148658 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:24.898404 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:36:43.472497 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-69889d27-cada-4afd-b495-4011482a7049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:45.619474 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f497905e-5bb7-419a-9400-42c9d521ff0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:46.733696 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:47.665841 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:48.451527 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:36:50.150321 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:01.898021 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:37:13.473712 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-689874b7-0775-40db-9ba7-a2c5113420bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:15.620972 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c21fbb9a-c5df-400f-93d8-6fc2a1ffb4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:16.735194 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:17.669452 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:18.455209 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:20.152219 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:38.896720 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:37:43.474845 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2c98ebf5-ebf3-4241-8ab3-469ed4cf3ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:45.621917 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ca836239-cda8-43e2-b1a4-b778df87aec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:46.736931 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:47.663073 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:48.457521 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:37:50.155869 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:13.475706 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc1f3-0632-4ddd-bf11-b1be8b3c5c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:15.622915 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d7107e4e-6cd2-43e8-aa43-a7d1ccc5bbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:15.895202 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:38:16.739249 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:17.661806 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:18.460504 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:20.157727 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:43.476640 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-68addcff-f8b9-4470-9bd5-0fa5b2013d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:45.625596 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5254916b-2362-418d-93d8-0b4426414081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:46.744130 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:47.674991 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:48.463832 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:50.160407 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:38:52.895134 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:39:13.478108 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-97127609-9ae0-43ea-bbc2-ce64303461bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:15.627134 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-85276986-8366-44a1-9771-81ef7c07d1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:16.743108 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:17.673909 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:18.468569 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:20.166341 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:29.893397 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:39:43.584719 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f95a5371-dca2-48bd-b202-d5029efed3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:45.628054 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5a3aef04-f899-4571-b921-3c9652caa39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:46.747178 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:47.673774 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:48.469927 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:39:50.159114 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:06.892918 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:40:13.475335 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-21c52e00-63f2-4ba5-9a3e-eea12ed5786f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:15.629712 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9fcf0a66-31c0-4c63-90f6-463e0f1e2b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:16.750525 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:17.689142 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:18.474483 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:20.173301 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:43.476413 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-99dee944-5525-4ec1-9ece-ca35d4eea03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:43.891524 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:40:45.631577 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7c4a5981-48ea-4fa3-9fe7-7f78dd4e2a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:46.751602 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:47.689084 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:48.478733 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:50.166113 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:51.089355 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 36530) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:51.149042 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group (83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:51.173821 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group (83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:51.232660 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:51.235498 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:51.236681 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] 10.222.0.15 "DELETE /v2.0/security-groups/83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8 HTTP/1.1" status: 204 len: 168 time: 0.1462488 Mar 10 04:40:51.246069 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cbd31b-8725-4eaa-b6e8-c4e36f2e4ec8,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:51.253296 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.253657 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.254008 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.254365 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.254682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.255014 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.255343 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.255671 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.256034 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.256400 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.256731 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.257103 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.257427 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36d833-d9a4-4f74-bda0-18a9c88be6da tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:51.533355 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 36538) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:52.055159 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (a72f829c-f00c-4a00-84cd-06891dbdd2bf), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:52.295832 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Deleting port bc99e107-b5f1-4c1d-a44f-a26ce621db6d {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:40:52.296548 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:52.370070 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] For port bc99e107-b5f1-4c1d-a44f-a26ce621db6d, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:40:52.370353 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:52.382351 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Calling delete_port for bc99e107-b5f1-4c1d-a44f-a26ce621db6d owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:40:52.556296 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (bc99e107-b5f1-4c1d-a44f-a26ce621db6d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:52.582107 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc99e107-b5f1-4c1d-a44f-a26ce621db6d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:52.748445 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (a72f829c-f00c-4a00-84cd-06891dbdd2bf), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:52.962678 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Router a72f829c-f00c-4a00-84cd-06891dbdd2bf has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:40:53.066029 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:40:53.071244 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8954be52-454a-4c08-9224-3964213ae1b1 admin admin] 10.222.0.15 "PUT /v2.0/routers/a72f829c-f00c-4a00-84cd-06891dbdd2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5369408 Mar 10 04:40:53.073740 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 36550) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:53.074639 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] Sync routers for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:40:53.084599 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:40:53.085199 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:40:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:53.176029 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks [] for router (a72f829c-f00c-4a00-84cd-06891dbdd2bf), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:53.188961 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:40:53.277377 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks [] for router_gateway (a72f829c-f00c-4a00-84cd-06891dbdd2bf), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:53.363302 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:40:52Z', 'revision_number': 5, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port': {'id': 'e8011183-48aa-4825-9295-4cfe6de9f691', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:09Z', 'updated_at': '2022-03-10T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:53.394722 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] Checking router: a72f829c-f00c-4a00-84cd-06891dbdd2bf for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:40:53.403547 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] Routers {'a72f829c-f00c-4a00-84cd-06891dbdd2bf'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:40:53.404192 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:40:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:53.493555 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] Set router a72f829c-f00c-4a00-84cd-06891dbdd2bf gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:40:53.603665 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Deleting port e8011183-48aa-4825-9295-4cfe6de9f691 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:40:53.604447 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:53.634267 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:40:53Z', 'revision_number': 6, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:53.659749 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d904f4-4fda-45a9-ba82-9c50e7d7cb96 None None] The sync data for ids ['a72f829c-f00c-4a00-84cd-06891dbdd2bf'] in dv-cinder-778193-25-iscsi is: [{'id': 'a72f829c-f00c-4a00-84cd-06891dbdd2bf', 'name': 'tempest-TestVolumeBootPattern-2063110707-router', 'tenant_id': '91e8c3a1fca04f8094024519d894a9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:08Z', 'updated_at': '2022-03-10T04:40:53Z', 'revision_number': 6, 'project_id': '91e8c3a1fca04f8094024519d894a9a8', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:40:53.681786 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] For port e8011183-48aa-4825-9295-4cfe6de9f691, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e8011183-48aa-4825-9295-4cfe6de9f691,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:40:53.682220 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:53.700362 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Calling delete_port for e8011183-48aa-4825-9295-4cfe6de9f691 owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:40:53.872767 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (e8011183-48aa-4825-9295-4cfe6de9f691), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:53.899147 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8011183-48aa-4825-9295-4cfe6de9f691,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:53.958143 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (a72f829c-f00c-4a00-84cd-06891dbdd2bf), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.052553 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (a72f829c-f00c-4a00-84cd-06891dbdd2bf), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.055021 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks [] for router_controller (a72f829c-f00c-4a00-84cd-06891dbdd2bf), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.108319 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (a72f829c-f00c-4a00-84cd-06891dbdd2bf), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.108915 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72f829c-f00c-4a00-84cd-06891dbdd2bf {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:40:54.113258 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.117236 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36558) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:54.128912 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ffef96d2-2f28-4417-ab9d-9bc16f1e99d8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a72f829c-f00c-4a00-84cd-06891dbdd2bf HTTP/1.1" status: 204 len: 168 time: 1.0493283 Mar 10 04:40:54.164959 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Deleting subnet cd873b7e-1280-4243-92aa-a87e1314450e {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:40:54.168567 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Publish callbacks [] for subnet (cd873b7e-1280-4243-92aa-a87e1314450e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.207902 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (cd873b7e-1280-4243-92aa-a87e1314450e), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.284545 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (cd873b7e-1280-4243-92aa-a87e1314450e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.334758 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (cd873b7e-1280-4243-92aa-a87e1314450e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.362531 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.366847 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cd873b7e-1280-4243-92aa-a87e1314450e HTTP/1.1" status: 204 len: 168 time: 0.2486165 Mar 10 04:40:54.367340 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb04508-a0a0-4677-9458-ff02dc301a9b None None] Network 1f743f76-00d7-44d9-a968-38e966583447 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:40:54.367934 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd873b7e-1280-4243-92aa-a87e1314450e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:54.369434 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 36566) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:54.375240 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.375587 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.375959 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.376293 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.376623 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.376950 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.377274 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.377596 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.377917 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.378237 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.378557 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.378929 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.379187 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2258c-a415-4af0-9714-9fcb427e3dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.443031 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (1f743f76-00d7-44d9-a968-38e966583447), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.510206 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Deleting port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:40:54.510206 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.517097 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] DHCP port deletion for 1f743f76-00d7-44d9-a968-38e966583447 request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:40:54.565376 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Deleting port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 {{(pid=103259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:40:54.565753 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), before_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.575285 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] For port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:40:54.575646 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.588796 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Calling delete_port for 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:40:54.634574 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] For port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,segment=NetworkSegment(dad75ffe-35ac-4ae8-b373-5a3d5d29a40d),segment_id=dad75ffe-35ac-4ae8-b373-5a3d5d29a40d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:40:54.634904 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), precommit_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.649265 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Calling delete_port for 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 owned by network:dhcp {{(pid=103259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:40:54.680004 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.694643 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e8011183-48aa-4825-9295-4cfe6de9f691 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:40:54.705654 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:54.711823 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] No DVR routers for this DVR port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 on host dv-cinder-778193-25-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:40:54.723868 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: e8011183-48aa-4825-9295-4cfe6de9f691 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:40:54.724222 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e8011183-48aa-4825-9295-4cfe6de9f691 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:40:54.724651 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:40:54.756331 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:40:54.756685 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:40:54.757113 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device bc99e107-b5f1-4c1d-a44f-a26ce621db6d no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:40:54.778325 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: bc99e107-b5f1-4c1d-a44f-a26ce621db6d {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:40:54.778719 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device bc99e107-b5f1-4c1d-a44f-a26ce621db6d not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:40:54.791728 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (1f743f76-00d7-44d9-a968-38e966583447), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.804328 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3), after_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.808460 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f743f76-00d7-44d9-a968-38e966583447']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:54.818841 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:54.819144 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad75ffe-35ac-4ae8-b373-5a3d5d29a40d') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:54.828753 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Pushing event deleted for resources: {'Port': ['ID=7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3,revision_number=None']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:54.832791 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (dad75ffe-35ac-4ae8-b373-5a3d5d29a40d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.838316 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.838674 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.839024 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.839361 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.839719 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.840055 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.840388 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.840719 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.841046 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.841372 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.841695 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.842065 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.842423 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:40:54.845114 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1bed9-e285-473c-9e0c-022be64f3559 None None] No DVR routers for this DVR port 7fb48a94-7d20-4e2c-9ba8-ef91bfaea8c3 on host dv-cinder-778193-25-iscsi {{(pid=103259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:40:54.846449 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (dad75ffe-35ac-4ae8-b373-5a3d5d29a40d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.854321 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:40:54.854678 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (dad75ffe-35ac-4ae8-b373-5a3d5d29a40d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:40:54.856365 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:40:54.909551 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (1f743f76-00d7-44d9-a968-38e966583447), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.914642 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:54.917810 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] 10.222.0.15 "DELETE /v2.0/networks/1f743f76-00d7-44d9-a968-38e966583447 HTTP/1.1" status: 204 len: 168 time: 0.5471959 Mar 10 04:40:54.921412 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36570) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:54.928525 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89252b-2d69-43e2-ae7f-a6246f44579b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f743f76-00d7-44d9-a968-38e966583447,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:55.263231 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (15be8068-d74d-4e21-90c7-7c0b4de070a5), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:55.499324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Deleting port 0223e58e-65ed-4ead-92a4-0c7abd1527fc {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:40:55.499571 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:55.573892 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] For port 0223e58e-65ed-4ead-92a4-0c7abd1527fc, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=0223e58e-65ed-4ead-92a4-0c7abd1527fc,segment=NetworkSegment(5ff5c28b-7ba7-4603-ab35-21dcd74d5457),segment_id=5ff5c28b-7ba7-4603-ab35-21dcd74d5457)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:40:55.574251 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:55.586296 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Calling delete_port for 0223e58e-65ed-4ead-92a4-0c7abd1527fc owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:40:55.759947 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (0223e58e-65ed-4ead-92a4-0c7abd1527fc), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:56.026741 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Pushing event deleted for resources: {'Port': ['ID=0223e58e-65ed-4ead-92a4-0c7abd1527fc,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:56.191364 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (15be8068-d74d-4e21-90c7-7c0b4de070a5), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:56.405143 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Router 15be8068-d74d-4e21-90c7-7c0b4de070a5 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:40:56.511587 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:40:56.516611 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9888bb1b-5adc-4ae1-a8fc-00053b9e3667 admin admin] 10.222.0.15 "PUT /v2.0/routers/15be8068-d74d-4e21-90c7-7c0b4de070a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5941904 Mar 10 04:40:56.519057 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36578) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:56.522666 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] Sync routers for ids ['15be8068-d74d-4e21-90c7-7c0b4de070a5'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:40:56.532661 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] Routers {'15be8068-d74d-4e21-90c7-7c0b4de070a5'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:40:56.533284 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:40:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['15be8068-d74d-4e21-90c7-7c0b4de070a5'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:56.627243 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks [] for router (15be8068-d74d-4e21-90c7-7c0b4de070a5), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:56.646681 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] Set router 15be8068-d74d-4e21-90c7-7c0b4de070a5 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:40:56.730625 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks [] for router_gateway (15be8068-d74d-4e21-90c7-7c0b4de070a5), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:56.785640 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Deleting port 649c5c5f-e92e-4f7c-9236-ff761825fcb3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:40:56.785975 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:56.826810 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:40:55Z', 'revision_number': 5, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port': {'id': '649c5c5f-e92e-4f7c-9236-ff761825fcb3', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:11:14Z', 'updated_at': '2022-03-10T04:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:56.854585 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] Checking router: 15be8068-d74d-4e21-90c7-7c0b4de070a5 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:40:56.862611 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] For port 649c5c5f-e92e-4f7c-9236-ff761825fcb3, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=649c5c5f-e92e-4f7c-9236-ff761825fcb3,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:40:56.863119 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:56.865605 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] Routers {'15be8068-d74d-4e21-90c7-7c0b4de070a5'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:40:56.866397 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:40:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['15be8068-d74d-4e21-90c7-7c0b4de070a5'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:56.879797 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Calling delete_port for 649c5c5f-e92e-4f7c-9236-ff761825fcb3 owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:40:56.953121 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] Set router 15be8068-d74d-4e21-90c7-7c0b4de070a5 gateway port host: None {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:40:57.005642 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:40:56Z', 'revision_number': 6, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:57.034737 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7766955-0f20-4052-9ae3-761710e767e9 None None] The sync data for ids ['15be8068-d74d-4e21-90c7-7c0b4de070a5'] in dv-cinder-778193-25-iscsi is: [{'id': '15be8068-d74d-4e21-90c7-7c0b4de070a5', 'name': 'tempest-TestVolumeBootPattern-2040726837-router', 'tenant_id': '29e5e51d084e48cdaa93eacc0c264723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:11:13Z', 'updated_at': '2022-03-10T04:40:56Z', 'revision_number': 6, 'project_id': '29e5e51d084e48cdaa93eacc0c264723', 'gw_port_host': None}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:40:57.046403 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (649c5c5f-e92e-4f7c-9236-ff761825fcb3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.072756 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Pushing event deleted for resources: {'Port': ['ID=649c5c5f-e92e-4f7c-9236-ff761825fcb3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:57.133821 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (15be8068-d74d-4e21-90c7-7c0b4de070a5), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.227818 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (15be8068-d74d-4e21-90c7-7c0b4de070a5), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.229942 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks [] for router_controller (15be8068-d74d-4e21-90c7-7c0b4de070a5), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.273960 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (15be8068-d74d-4e21-90c7-7c0b4de070a5), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.274416 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15be8068-d74d-4e21-90c7-7c0b4de070a5 {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:40:57.279042 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.280837 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9a009617-2b21-4dc8-8c73-83db4f06894f admin admin] 10.222.0.15 "DELETE /v2.0/routers/15be8068-d74d-4e21-90c7-7c0b4de070a5 HTTP/1.1" status: 204 len: 168 time: 0.7609692 Mar 10 04:40:57.283438 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36584) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:57.326996 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab209c2c-18f9-495b-8a8b-53c9607e2bbc admin admin] Deleting subnet ed45dc26-5a57-4dad-ae7c-6079e239a557 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:40:57.330018 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab209c2c-18f9-495b-8a8b-53c9607e2bbc admin admin] Publish callbacks [] for subnet (ed45dc26-5a57-4dad-ae7c-6079e239a557), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.363104 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab209c2c-18f9-495b-8a8b-53c9607e2bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (ed45dc26-5a57-4dad-ae7c-6079e239a557), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.438431 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab209c2c-18f9-495b-8a8b-53c9607e2bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (ed45dc26-5a57-4dad-ae7c-6079e239a557), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.488357 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab209c2c-18f9-495b-8a8b-53c9607e2bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (ed45dc26-5a57-4dad-ae7c-6079e239a557), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.514794 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab209c2c-18f9-495b-8a8b-53c9607e2bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed45dc26-5a57-4dad-ae7c-6079e239a557,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:57.516778 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ab209c2c-18f9-495b-8a8b-53c9607e2bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.522291 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ab209c2c-18f9-495b-8a8b-53c9607e2bbc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ed45dc26-5a57-4dad-ae7c-6079e239a557 HTTP/1.1" status: 204 len: 168 time: 0.2356939 Mar 10 04:40:57.522442 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc69f0a-fee2-4645-a7cb-b99410b5c001 None None] Network c8532c0e-f71e-43e4-a803-9fd445e6baa3 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:40:57.522557 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36586) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:57.594679 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (c8532c0e-f71e-43e4-a803-9fd445e6baa3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.653889 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Deleting port c1306161-4ff7-4f70-a030-0bbe408b7ef8 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:40:57.654232 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.679999 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] DHCP port deletion for c8532c0e-f71e-43e4-a803-9fd445e6baa3 request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:40:57.717098 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] For port c1306161-4ff7-4f70-a030-0bbe408b7ef8, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=c1306161-4ff7-4f70-a030-0bbe408b7ef8,segment=NetworkSegment(5ff5c28b-7ba7-4603-ab35-21dcd74d5457),segment_id=5ff5c28b-7ba7-4603-ab35-21dcd74d5457)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:40:57.717469 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.728258 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] Deleting port c1306161-4ff7-4f70-a030-0bbe408b7ef8 {{(pid=103259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:40:57.728848 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), before_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.730782 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Calling delete_port for c1306161-4ff7-4f70-a030-0bbe408b7ef8 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:40:57.794321 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] For port c1306161-4ff7-4f70-a030-0bbe408b7ef8, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=c1306161-4ff7-4f70-a030-0bbe408b7ef8,segment=NetworkSegment(5ff5c28b-7ba7-4603-ab35-21dcd74d5457),segment_id=5ff5c28b-7ba7-4603-ab35-21dcd74d5457)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:40:57.794721 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), precommit_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.807546 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] Calling delete_port for c1306161-4ff7-4f70-a030-0bbe408b7ef8 owned by network:dhcp {{(pid=103259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:40:57.814070 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.839759 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1306161-4ff7-4f70-a030-0bbe408b7ef8,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:57.845205 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] No DVR routers for this DVR port c1306161-4ff7-4f70-a030-0bbe408b7ef8 on host dv-cinder-778193-25-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:40:57.892020 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384'] for port (c1306161-4ff7-4f70-a030-0bbe408b7ef8), after_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.916646 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (c8532c0e-f71e-43e4-a803-9fd445e6baa3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.921278 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] Pushing event deleted for resources: {'Port': ['ID=c1306161-4ff7-4f70-a030-0bbe408b7ef8,revision_number=None']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:57.922912 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c3d1b-5e93-416f-a8db-c7848f914203 None None] No DVR routers for this DVR port c1306161-4ff7-4f70-a030-0bbe408b7ef8 on host dv-cinder-778193-25-iscsi {{(pid=103259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:40:57.948518 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8532c0e-f71e-43e4-a803-9fd445e6baa3']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:57.957673 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff5c28b-7ba7-4603-ab35-21dcd74d5457') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:57.957972 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff5c28b-7ba7-4603-ab35-21dcd74d5457') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:40:57.967327 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126390699'] for segment (5ff5c28b-7ba7-4603-ab35-21dcd74d5457), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.980447 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (5ff5c28b-7ba7-4603-ab35-21dcd74d5457), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.987251 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:40:57.987668 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126390889'] for segment (5ff5c28b-7ba7-4603-ab35-21dcd74d5457), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: Traceback (most recent call last): Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: timer() Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: cb(*args, **kw) Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: return func(*args, **kwargs) Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: self._notify() Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: self.callback(batched_events) Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: event.method(event) Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: return f(self, *a, **k) Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._get(url).json() Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:40:57.989306 dv-cinder-778193-25-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:40:58.041064 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (c8532c0e-f71e-43e4-a803-9fd445e6baa3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.046749 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.049899 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c8532c0e-f71e-43e4-a803-9fd445e6baa3 HTTP/1.1" status: 204 len: 168 time: 0.5265069 Mar 10 04:40:58.060130 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350022ad-6686-4ee8-94fa-3234989fc795 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8532c0e-f71e-43e4-a803-9fd445e6baa3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:58.168239 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36592) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:58.207877 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-86fd1d82-4e00-4ea0-8b7b-405097f8fcf5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91e8c3a1fca04f8094024519d894a9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382941 Mar 10 04:40:58.210205 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36594) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:58.259156 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e6acc6e-53b2-4f47-9a85-0b57411d8bc0 admin admin] Publish callbacks [] for security_group (14358acd-61f0-4970-9876-a2684d08beed), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.279080 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e6acc6e-53b2-4f47-9a85-0b57411d8bc0 admin admin] Publish callbacks [] for security_group (14358acd-61f0-4970-9876-a2684d08beed), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.325540 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e6acc6e-53b2-4f47-9a85-0b57411d8bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (14358acd-61f0-4970-9876-a2684d08beed), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.328170 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7e6acc6e-53b2-4f47-9a85-0b57411d8bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.329326 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7e6acc6e-53b2-4f47-9a85-0b57411d8bc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14358acd-61f0-4970-9876-a2684d08beed HTTP/1.1" status: 204 len: 168 time: 0.1182454 Mar 10 04:40:58.338948 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6acc6e-53b2-4f47-9a85-0b57411d8bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14358acd-61f0-4970-9876-a2684d08beed,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:40:58.627879 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 649c5c5f-e92e-4f7c-9236-ff761825fcb3 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:40:58.648234 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 649c5c5f-e92e-4f7c-9236-ff761825fcb3 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:40:58.648581 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 649c5c5f-e92e-4f7c-9236-ff761825fcb3 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:40:58.649003 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device c1306161-4ff7-4f70-a030-0bbe408b7ef8 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:40:58.655547 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36602) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:58.667951 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: c1306161-4ff7-4f70-a030-0bbe408b7ef8 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:40:58.668306 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device c1306161-4ff7-4f70-a030-0bbe408b7ef8 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:40:58.668728 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 0223e58e-65ed-4ead-92a4-0c7abd1527fc no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:40:58.691737 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 0223e58e-65ed-4ead-92a4-0c7abd1527fc {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:40:58.692768 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 0223e58e-65ed-4ead-92a4-0c7abd1527fc not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:40:58.696077 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ff80c51c-885d-446f-9d52-026c752313ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29e5e51d084e48cdaa93eacc0c264723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391009 Mar 10 04:40:58.698261 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 36604) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:40:58.747036 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4eb85793-c87d-47e7-8c73-70e42dcbd2a1 admin admin] Publish callbacks [] for security_group (13242208-8008-4355-b1c6-ea460ed95cea), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.773923 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4eb85793-c87d-47e7-8c73-70e42dcbd2a1 admin admin] Publish callbacks [] for security_group (13242208-8008-4355-b1c6-ea460ed95cea), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.822751 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4eb85793-c87d-47e7-8c73-70e42dcbd2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (13242208-8008-4355-b1c6-ea460ed95cea), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.825602 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4eb85793-c87d-47e7-8c73-70e42dcbd2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:40:58.827330 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4eb85793-c87d-47e7-8c73-70e42dcbd2a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13242208-8008-4355-b1c6-ea460ed95cea HTTP/1.1" status: 204 len: 168 time: 0.1281252 Mar 10 04:40:58.835726 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb85793-c87d-47e7-8c73-70e42dcbd2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13242208-8008-4355-b1c6-ea460ed95cea,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:41:13.477313 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7523e6fd-7321-4fb8-a6e7-a1162cf09f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:15.635730 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c7efbfa-974e-4f23-a101-6337072dbbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:16.754642 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:17.688462 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:18.479474 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:20.168733 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:20.890208 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:41:43.478061 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e6af0c43-7701-48a5-936e-17483331b7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:45.636771 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-16beb4e8-5d15-468a-bfc4-67af65fa7ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:46.757498 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:47.685389 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:48.481865 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:50.170947 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:41:57.888748 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:42:13.479110 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a625af96-5252-4331-9e1e-c272fd316888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:15.638381 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dc381f66-812d-4355-9609-82c3675c08d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:16.760480 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:17.686214 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:18.484985 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:20.172063 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:34.887276 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:42:43.482642 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-50818d59-52b8-4558-80c0-1cd13518681d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:45.639237 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-12787f37-541b-4467-8a39-3214f6834e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:46.764003 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:47.695574 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:48.489150 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:42:50.173205 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:11.885559 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:43:13.484211 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c7bf4aa5-afb4-4ae1-a7be-23a476225da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:15.639880 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eaeed105-0be6-489f-b9d7-a7ed119d93e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:16.766611 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:17.709850 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:18.491966 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:20.174473 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:43.485557 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7e4735e9-a88d-488f-9d22-93ae3c156827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:45.640620 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-616bd60f-af75-4752-acc2-3307e54b3d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:46.772802 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:47.708649 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:48.494945 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:48.884553 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:43:50.175968 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:43:50.829399 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-811ab015-8e39-415e-bece-a99ba11755f4 req-7b554673-7352-472c-b7fc-03c961112c70 service neutron] (103258) timed out ('10.222.0.26', 59990) {{(pid=103258) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:43:51.021491 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-39be0905-764a-4372-b27b-bce645d2f14b req-a522a780-5ae4-45ac-b851-a4cbd5848e5f tempest-TestVolumeBootPattern-1359667902 tempest-TestVolumeBootPattern-1359667902-project] (103257) timed out ('10.222.0.26', 59952) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:44:13.487130 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d87b60c2-558e-4efb-b2ae-3853d594273d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:15.641599 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-30fb677e-9797-433e-9e28-94138ac59ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:16.771656 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:17.723033 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:18.499007 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:20.180069 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:25.883556 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:44:43.492342 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cf103529-e5b4-426c-b92a-d7ac25cb12a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:45.643172 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ccc40c5a-72b2-4972-8afc-8d1e68a0af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:46.774112 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:47.722535 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:48.502565 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:44:50.182319 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:02.882550 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:45:13.484745 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cd1ab9ee-aae8-4453-949d-96ca064ba932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:15.643967 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-283c2f42-dca8-4db3-a5e9-71e2b8144820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:16.776984 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:17.720489 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:18.505658 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:20.184847 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:39.881767 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:45:43.486326 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-256f74bb-f4e4-4f07-b886-cd1700b73c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:45.644499 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-24acaa42-d117-4ffa-a207-044dcafef0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:46.779355 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:47.718628 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:48.507794 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:45:50.186502 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:13.487250 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-29cadeec-18dd-4dae-af52-6bf69c8cea19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:15.647525 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f6ec32cf-ffd6-4f72-9979-95929089b80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:16.782058 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:16.880541 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:46:17.718211 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:18.511301 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:20.187820 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:43.488431 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d907a7f5-ca76-4120-81ea-49dacabc4f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:45.650129 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1a831e14-6e11-4e98-8921-272a5dbf5120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:46.786303 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:47.716256 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:48.514000 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:50.190323 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:53.879449 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:46:54.681442 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38082) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:54.883247 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Deleting subnet ff26ca6a-9926-4cf6-a493-7c500320e815 {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:46:54.886370 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Publish callbacks [] for subnet (ff26ca6a-9926-4cf6-a493-7c500320e815), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:54.922834 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126045839'] for subnet (ff26ca6a-9926-4cf6-a493-7c500320e815), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:54.959821 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (ff26ca6a-9926-4cf6-a493-7c500320e815), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.008873 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125984446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287404'] for subnet (ff26ca6a-9926-4cf6-a493-7c500320e815), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.033127 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff26ca6a-9926-4cf6-a493-7c500320e815,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:55.037546 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.041210 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ff26ca6a-9926-4cf6-a493-7c500320e815 HTTP/1.1" status: 204 len: 168 time: 0.3587670 Mar 10 04:46:55.043776 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38088) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:55.046063 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.046449 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.046802 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.047141 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.047474 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.047834 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.048170 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.048503 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.048835 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.049164 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.049491 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.049820 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.050144 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f55fa5-55d4-48f6-895d-3c4a6e749fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.112079 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (e8d12145-e001-4401-b8fd-0a2c932eb747), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.189138 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (e8d12145-e001-4401-b8fd-0a2c932eb747), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.208764 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d12145-e001-4401-b8fd-0a2c932eb747']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:46:55.218459 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f7a2c8-4914-44f7-817d-591045612b23') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:46:55.218752 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f7a2c8-4914-44f7-817d-591045612b23') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:46:55.228570 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126390699'] for segment (93f7a2c8-4914-44f7-817d-591045612b23), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.241493 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (93f7a2c8-4914-44f7-817d-591045612b23), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.247078 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:46:55.247449 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126390889'] for segment (93f7a2c8-4914-44f7-817d-591045612b23), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: Traceback (most recent call last): Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: timer() Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: cb(*args, **kw) Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: return func(*args, **kwargs) Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: self._notify() Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: self.callback(batched_events) Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: event.method(event) Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: return f(self, *a, **k) Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._get(url).json() Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:46:55.249034 dv-cinder-778193-25-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:46:55.301808 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (e8d12145-e001-4401-b8fd-0a2c932eb747), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.307433 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.310608 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] 10.222.0.15 "DELETE /v2.0/networks/e8d12145-e001-4401-b8fd-0a2c932eb747 HTTP/1.1" status: 204 len: 168 time: 0.2657821 Mar 10 04:46:55.313769 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38092) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:55.321322 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d12145-e001-4401-b8fd-0a2c932eb747,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:55.328372 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.328727 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.329071 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.329410 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.329744 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.330073 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.330403 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.330733 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.331060 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.331386 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.331734 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.332062 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.332383 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8602c-6eb5-49e3-aa43-0262ffabbdec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:55.357442 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7e8b09-ea70-46c9-82b2-ffb6f7f77a0e admin admin] Deleting subnet 57b160f3-da59-45a4-8e71-95afc1bd7045 {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:46:55.360577 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1a7e8b09-ea70-46c9-82b2-ffb6f7f77a0e admin admin] Publish callbacks [] for subnet (57b160f3-da59-45a4-8e71-95afc1bd7045), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.397743 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1a7e8b09-ea70-46c9-82b2-ffb6f7f77a0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126045839'] for subnet (57b160f3-da59-45a4-8e71-95afc1bd7045), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.434902 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1a7e8b09-ea70-46c9-82b2-ffb6f7f77a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (57b160f3-da59-45a4-8e71-95afc1bd7045), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.487627 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1a7e8b09-ea70-46c9-82b2-ffb6f7f77a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125984446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287404'] for subnet (57b160f3-da59-45a4-8e71-95afc1bd7045), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.515578 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1a7e8b09-ea70-46c9-82b2-ffb6f7f77a0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.518828 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-1a7e8b09-ea70-46c9-82b2-ffb6f7f77a0e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/57b160f3-da59-45a4-8e71-95afc1bd7045 HTTP/1.1" status: 204 len: 168 time: 0.2040699 Mar 10 04:46:55.519802 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e8b09-ea70-46c9-82b2-ffb6f7f77a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b160f3-da59-45a4-8e71-95afc1bd7045,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:55.521383 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38096) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:55.591999 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (ddc5236e-5bee-494c-926d-8afed8cf830a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.665143 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (ddc5236e-5bee-494c-926d-8afed8cf830a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.684302 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc5236e-5bee-494c-926d-8afed8cf830a']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:46:55.693751 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16211883-9509-41b7-8322-d7fa15cce27f') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:46:55.694050 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16211883-9509-41b7-8322-d7fa15cce27f') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:46:55.707838 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (16211883-9509-41b7-8322-d7fa15cce27f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.721467 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (16211883-9509-41b7-8322-d7fa15cce27f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.727237 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:46:55.727616 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (16211883-9509-41b7-8322-d7fa15cce27f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:46:55.729324 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:46:55.781310 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (ddc5236e-5bee-494c-926d-8afed8cf830a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.786343 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:55.792218 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ddc5236e-5bee-494c-926d-8afed8cf830a HTTP/1.1" status: 204 len: 168 time: 0.2671607 Mar 10 04:46:55.800701 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b195eb-58c1-49ce-9b27-4df4b346fb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc5236e-5bee-494c-926d-8afed8cf830a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:55.901926 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38100) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:55.940392 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9461811f-471f-4c70-90dc-d7dbbcb6e2c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf36cbf070504cd2bdde57fc82f161c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370679 Mar 10 04:46:55.942779 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38102) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:55.986731 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-96bdd0d0-83c3-42db-99c7-9470ce117649 admin admin] Publish callbacks [] for security_group (9f616552-ca88-4bd2-b880-0400c8af050d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:56.011108 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-96bdd0d0-83c3-42db-99c7-9470ce117649 admin admin] Publish callbacks [] for security_group (9f616552-ca88-4bd2-b880-0400c8af050d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:56.062679 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-96bdd0d0-83c3-42db-99c7-9470ce117649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (9f616552-ca88-4bd2-b880-0400c8af050d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:56.065553 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-96bdd0d0-83c3-42db-99c7-9470ce117649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:56.066729 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-96bdd0d0-83c3-42db-99c7-9470ce117649 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f616552-ca88-4bd2-b880-0400c8af050d HTTP/1.1" status: 204 len: 168 time: 0.1230354 Mar 10 04:46:56.077301 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdd0d0-83c3-42db-99c7-9470ce117649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f616552-ca88-4bd2-b880-0400c8af050d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:56.374692 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38108) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:56.418100 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-015a3aac-3c41-4842-8618-c1677ec786e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0983bd6d47a9460aabfffa312087af85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422080 Mar 10 04:46:56.420387 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38110) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:56.465339 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21287846-7ad4-407a-b3e7-8bc5b7eb377f admin admin] Publish callbacks [] for security_group (d727e9d3-3d1b-4073-b0a5-2bae4a71731e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:56.485039 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21287846-7ad4-407a-b3e7-8bc5b7eb377f admin admin] Publish callbacks [] for security_group (d727e9d3-3d1b-4073-b0a5-2bae4a71731e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:56.532721 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21287846-7ad4-407a-b3e7-8bc5b7eb377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (d727e9d3-3d1b-4073-b0a5-2bae4a71731e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:56.536151 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21287846-7ad4-407a-b3e7-8bc5b7eb377f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:56.537310 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-21287846-7ad4-407a-b3e7-8bc5b7eb377f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d727e9d3-3d1b-4073-b0a5-2bae4a71731e HTTP/1.1" status: 204 len: 168 time: 0.1160131 Mar 10 04:46:56.545935 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21287846-7ad4-407a-b3e7-8bc5b7eb377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727e9d3-3d1b-4073-b0a5-2bae4a71731e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:57.604445 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38144) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:57.702857 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5812c55a-34bd-4337-a9ff-01260b7cbe2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:57.774773 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5812c55a-34bd-4337-a9ff-01260b7cbe2c admin admin] Publish callbacks [] for security_group (84ce857f-d867-43b3-bf38-7249acc87b28), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:57.778043 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5812c55a-34bd-4337-a9ff-01260b7cbe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (84ce857f-d867-43b3-bf38-7249acc87b28), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:57.814531 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5812c55a-34bd-4337-a9ff-01260b7cbe2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc7cc38a8f664396a323a35606bc7d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090580 Mar 10 04:46:57.815619 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812c55a-34bd-4337-a9ff-01260b7cbe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce857f-d867-43b3-bf38-7249acc87b28,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:57.817632 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38148) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:57.864515 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c95a604c-6002-4eb8-bfe7-8af819fea9de admin admin] Publish callbacks [] for security_group (84ce857f-d867-43b3-bf38-7249acc87b28), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:57.884762 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c95a604c-6002-4eb8-bfe7-8af819fea9de admin admin] Publish callbacks [] for security_group (84ce857f-d867-43b3-bf38-7249acc87b28), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:57.929197 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c95a604c-6002-4eb8-bfe7-8af819fea9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (84ce857f-d867-43b3-bf38-7249acc87b28), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:57.931863 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c95a604c-6002-4eb8-bfe7-8af819fea9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:57.933021 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c95a604c-6002-4eb8-bfe7-8af819fea9de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84ce857f-d867-43b3-bf38-7249acc87b28 HTTP/1.1" status: 204 len: 168 time: 0.1143355 Mar 10 04:46:57.940834 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a604c-6002-4eb8-bfe7-8af819fea9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce857f-d867-43b3-bf38-7249acc87b28,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:58.523063 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38170) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:58.617708 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1457718564-network', 'tenant_id': '1788531279f54f90ad7bce82b504685c'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:46:58.640047 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Made reservation on behalf of 1788531279f54f90ad7bce82b504685c for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:46:58.642484 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.650768 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.723368 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Publish callbacks [] for security_group (e1ae5798-9823-4a64-868e-3850f5e65fb8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.727179 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (e1ae5798-9823-4a64-868e-3850f5e65fb8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.747264 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:46:58.760243 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae5798-9823-4a64-868e-3850f5e65fb8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:58.764838 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (d6551750-3a37-42f2-83a8-680eb68dd179), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.765181 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Added segment d6551750-3a37-42f2-83a8-680eb68dd179 of type vlan for network d574d117-0c3f-4e63-acc7-42a54148d27b Mar 10 04:46:58.803198 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (d574d117-0c3f-4e63-acc7-42a54148d27b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.827470 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (d574d117-0c3f-4e63-acc7-42a54148d27b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.828426 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:46:58.828999 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.861224 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3370423 Mar 10 04:46:58.864209 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38176) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:58.869059 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Request body: {'subnet': {'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1457718564-subnet', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:46:58.887322 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Made reservation on behalf of 1788531279f54f90ad7bce82b504685c for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:46:58.889511 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126287371'] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:58.892621 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a1bd8-5082-4dc1-9cb5-f024ec76bdd3 admin admin] Pushing event updated for resources: {'Network': ['ID=d574d117-0c3f-4e63-acc7-42a54148d27b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:58.903365 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network d574d117-0c3f-4e63-acc7-42a54148d27b details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:46:59.053638 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125984509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126287397'] for subnet (5eb19da0-2948-49a6-9d9d-be66616357c3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.110694 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb19da0-2948-49a6-9d9d-be66616357c3,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:59.120474 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Checking segment: {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:46:59.120833 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Network hostable DHCP agents. Network: d574d117-0c3f-4e63-acc7-42a54148d27b, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:46:59.137617 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Network d574d117-0c3f-4e63-acc7-42a54148d27b is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:46:59.145487 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, d574d117-0c3f-4e63-acc7-42a54148d27b) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:46:59.150109 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:46:59.150693 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.155749 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49d2c9-903d-425f-b574-5a8b8698519a None None] Network d574d117-0c3f-4e63-acc7-42a54148d27b requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:46:59.167550 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d1e0cf43-12b4-4de8-bb76-390b4af849a6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3022480 Mar 10 04:46:59.170204 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38178) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:46:59.174309 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:46:59.192935 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (ef0f6d38-c299-4a94-9790-3c2833737f9a), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.194024 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (ef0f6d38-c299-4a94-9790-3c2833737f9a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.245575 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks [] for router_controller (ef0f6d38-c299-4a94-9790-3c2833737f9a), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.261059 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-d574d117-0c3f-4e63-acc7-42a54148d27b', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'project_id': '1788531279f54f90ad7bce82b504685c', 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:46:59.261939 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.391579 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks [] for router_gateway (ef0f6d38-c299-4a94-9790-3c2833737f9a), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.393450 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Allocated IP 172.20.0.2 (d574d117-0c3f-4e63-acc7-42a54148d27b/5eb19da0-2948-49a6-9d9d-be66616357c3/e9fc3be3-f03e-47b1-b7e9-57466deac9aa) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:46:59.535258 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Publish callbacks [] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.541003 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.577567 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Network d574d117-0c3f-4e63-acc7-42a54148d27b is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:46:59.582301 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:46:59.586352 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:46:59.588137 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks [] for router_gateway (ef0f6d38-c299-4a94-9790-3c2833737f9a), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.593421 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Pushing event updated for resources: {'Port': ['ID=e9fc3be3-f03e-47b1-b7e9-57466deac9aa,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:59.603176 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.603528 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.603897 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.604232 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.604561 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.604888 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.605215 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.605545 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.605869 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.606193 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.606514 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.606818 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.607139 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:46:59.607242 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.655270 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Attempting to bind port e9fc3be3-f03e-47b1-b7e9-57466deac9aa on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:46:59.656050 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Attempting to bind port e9fc3be3-f03e-47b1-b7e9-57466deac9aa by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:46:59.656050 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Attempting to bind port e9fc3be3-f03e-47b1-b7e9-57466deac9aa on network d574d117-0c3f-4e63-acc7-42a54148d27b {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:46:59.661093 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:46:59.661503 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Checking segment: {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:46:59.661913 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.662308 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Bound using segment: {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:46:59.662781 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Bound port: e9fc3be3-f03e-47b1-b7e9-57466deac9aa, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:46:59.663169 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.714307 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Allocated IP 172.27.2.173 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/23a3994c-fac3-4287-bf45-38ee2758e486) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:46:59.725282 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] For port e9fc3be3-f03e-47b1-b7e9-57466deac9aa, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:46:59.728742 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] For port e9fc3be3-f03e-47b1-b7e9-57466deac9aa, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e9fc3be3-f03e-47b1-b7e9-57466deac9aa,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:46:59.734297 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.796533 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e371b83-76c6-4e44-806f-3cd44d670916 None None] Pushing event updated for resources: {'Port': ['ID=e9fc3be3-f03e-47b1-b7e9-57466deac9aa,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:46:59.823257 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks [] for port (23a3994c-fac3-4287-bf45-38ee2758e486), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.856771 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:46:59.895378 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:46:59.900566 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:46:59.904005 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:46:59.909489 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Pushing event updated for resources: {'Port': ['ID=23a3994c-fac3-4287-bf45-38ee2758e486,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:00.179196 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks [] for router_gateway (ef0f6d38-c299-4a94-9790-3c2833737f9a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:00.388416 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (ef0f6d38-c299-4a94-9790-3c2833737f9a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:00.519777 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Router ef0f6d38-c299-4a94-9790-3c2833737f9a is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:47:00.629757 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:47:00.639439 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Sync routers for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:47:00.647963 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692d248-789b-45f0-a15e-174022df9583 None None] Network d574d117-0c3f-4e63-acc7-42a54148d27b requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:47:00.649679 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:47:00.650298 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:46:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:00.650799 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:00.656199 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-098bbe71-3a49-4726-bafe-ce26aa003021 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4812121 Mar 10 04:47:00.656566 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38182) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:00.736063 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d23c2c1c-58d1-48c9-b856-2e997acea691 None None] Provisioning complete for port e9fc3be3-f03e-47b1-b7e9-57466deac9aa triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:00.736528 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d23c2c1c-58d1-48c9-b856-2e997acea691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:00.765689 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:47:00.934761 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e9fc3be3-f03e-47b1-b7e9-57466deac9aa up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:01.011264 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d23c2c1c-58d1-48c9-b856-2e997acea691 None None] Current status of the port e9fc3be3-f03e-47b1-b7e9-57466deac9aa is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:01.011756 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d23c2c1c-58d1-48c9-b856-2e997acea691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.059536 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-d23c2c1c-58d1-48c9-b856-2e997acea691 None None] For port e9fc3be3-f03e-47b1-b7e9-57466deac9aa, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e9fc3be3-f03e-47b1-b7e9-57466deac9aa,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:01.075603 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d23c2c1c-58d1-48c9-b856-2e997acea691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.080430 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port e9fc3be3-f03e-47b1-b7e9-57466deac9aa triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:01.080800 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.117107 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:00Z', 'revision_number': 3, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:01.145530 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Checking router: ef0f6d38-c299-4a94-9790-3c2833737f9a for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:47:01.146117 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Updating router ef0f6d38-c299-4a94-9790-3c2833737f9a port 23a3994c-fac3-4287-bf45-38ee2758e486 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:47:01.201118 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.216835 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port e9fc3be3-f03e-47b1-b7e9-57466deac9aa is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:01.220433 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c2c1c-58d1-48c9-b856-2e997acea691 None None] Pushing event updated for resources: {'Port': ['ID=e9fc3be3-f03e-47b1-b7e9-57466deac9aa,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:01.247294 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38198) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:01.303414 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ebfd2be3-157b-4e31-86d6-db6abb2af8df None None] Provisioning complete for port e9fc3be3-f03e-47b1-b7e9-57466deac9aa triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:01.305382 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ebfd2be3-157b-4e31-86d6-db6abb2af8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.353992 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b71b4bc-598e-4350-9116-ede1a88f80f1 admin admin] Deleting subnet b1a465b4-1f7a-449f-b057-934322809e67 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:47:01.357428 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4bc-598e-4350-9116-ede1a88f80f1 admin admin] Publish callbacks [] for subnet (b1a465b4-1f7a-449f-b057-934322809e67), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.396493 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4bc-598e-4350-9116-ede1a88f80f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (b1a465b4-1f7a-449f-b057-934322809e67), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.408478 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd2be3-157b-4e31-86d6-db6abb2af8df None None] Current status of the port e9fc3be3-f03e-47b1-b7e9-57466deac9aa is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:01.440325 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4bc-598e-4350-9116-ede1a88f80f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (b1a465b4-1f7a-449f-b057-934322809e67), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.496407 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Publish callbacks [] for port (23a3994c-fac3-4287-bf45-38ee2758e486), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.504392 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.506714 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4bc-598e-4350-9116-ede1a88f80f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (b1a465b4-1f7a-449f-b057-934322809e67), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.521128 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4bc-598e-4350-9116-ede1a88f80f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.527954 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4b71b4bc-598e-4350-9116-ede1a88f80f1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b1a465b4-1f7a-449f-b057-934322809e67 HTTP/1.1" status: 204 len: 168 time: 0.2771010 Mar 10 04:47:01.528369 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38202) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:01.544044 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71b4bc-598e-4350-9116-ede1a88f80f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a465b4-1f7a-449f-b057-934322809e67,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:01.555859 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Attempting to bind port 23a3994c-fac3-4287-bf45-38ee2758e486 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:47:01.556226 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Attempting to bind port 23a3994c-fac3-4287-bf45-38ee2758e486 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:47:01.556587 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Attempting to bind port 23a3994c-fac3-4287-bf45-38ee2758e486 on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:47:01.563224 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Pushing event updated for resources: {'Port': ['ID=23a3994c-fac3-4287-bf45-38ee2758e486,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:01.566569 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:47:01.566936 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:47:01.567324 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.567736 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:47:01.568198 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Bound port: 23a3994c-fac3-4287-bf45-38ee2758e486, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:47:01.568568 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.589896 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.590269 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.590624 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.590961 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.591286 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.591608 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.591962 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.592288 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.592604 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.592936 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.593257 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.593575 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.593881 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:47:01.627275 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.630974 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (5fb6965c-49ff-4636-aa70-6a5a5cb4e20a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.631104 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] For port 23a3994c-fac3-4287-bf45-38ee2758e486, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:47:01.634188 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] For port 23a3994c-fac3-4287-bf45-38ee2758e486, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=23a3994c-fac3-4287-bf45-38ee2758e486,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:47:01.639747 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.692752 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:47:01.693350 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:46:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:01.728280 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92923613-29fc-4668-9f84-4ed40dbf55fb None None] Pushing event updated for resources: {'Port': ['ID=23a3994c-fac3-4287-bf45-38ee2758e486,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:01.787204 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (5fb6965c-49ff-4636-aa70-6a5a5cb4e20a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.802798 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:47:01.817986 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb6965c-49ff-4636-aa70-6a5a5cb4e20a']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:01.832327 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d2f4f9-568f-40c7-b313-bac06e9e38d7') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:01.832623 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d2f4f9-568f-40c7-b313-bac06e9e38d7') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:01.861919 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (24d2f4f9-568f-40c7-b313-bac06e9e38d7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.884167 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (24d2f4f9-568f-40c7-b313-bac06e9e38d7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.895867 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:47:01.896312 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (24d2f4f9-568f-40c7-b313-bac06e9e38d7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:47:01.898551 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:47:01.907323 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Allocated IP 172.20.0.1 (d574d117-0c3f-4e63-acc7-42a54148d27b/5eb19da0-2948-49a6-9d9d-be66616357c3/4c81b9ac-48b1-4845-8b5c-8ea0f0028068) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:47:01.968749 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (5fb6965c-49ff-4636-aa70-6a5a5cb4e20a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.973139 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:01.976916 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5fb6965c-49ff-4636-aa70-6a5a5cb4e20a HTTP/1.1" status: 204 len: 168 time: 0.4477170 Mar 10 04:47:01.978063 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:00Z', 'revision_number': 3, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:01.998700 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2570d07-52f7-434c-a7b4-a42f2489f775 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb6965c-49ff-4636-aa70-6a5a5cb4e20a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:02.014008 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e97d4f-61c3-426a-8646-1e30f9123bf9 None None] The sync data for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi is: [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:00Z', 'revision_number': 3, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:47:02.087054 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Publish callbacks [] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.110212 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38206) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:02.124082 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.155223 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e2257e4f-c581-4389-9700-f9ac8dbe417d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1957e705ba684f68bc0b1a47c235d6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434947 Mar 10 04:47:02.157589 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38208) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:02.161536 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Network d574d117-0c3f-4e63-acc7-42a54148d27b is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:47:02.165079 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:47:02.170804 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:47:02.193950 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:02.214432 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (ef0f6d38-c299-4a94-9790-3c2833737f9a), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.218372 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6aa071cf-b1a4-47d0-a8cb-b5b7145d47f8 admin admin] Publish callbacks [] for security_group (4d79ac13-0ff0-491d-be45-2bf8cab2c4b1), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.247663 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6aa071cf-b1a4-47d0-a8cb-b5b7145d47f8 admin admin] Publish callbacks [] for security_group (4d79ac13-0ff0-491d-be45-2bf8cab2c4b1), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.345426 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6aa071cf-b1a4-47d0-a8cb-b5b7145d47f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (4d79ac13-0ff0-491d-be45-2bf8cab2c4b1), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.348044 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6aa071cf-b1a4-47d0-a8cb-b5b7145d47f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.352178 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6aa071cf-b1a4-47d0-a8cb-b5b7145d47f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d79ac13-0ff0-491d-be45-2bf8cab2c4b1 HTTP/1.1" status: 204 len: 168 time: 0.1907089 Mar 10 04:47:02.364584 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa071cf-b1a4-47d0-a8cb-b5b7145d47f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d79ac13-0ff0-491d-be45-2bf8cab2c4b1,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:02.405090 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.542098 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-46440620-a3f3-472c-b499-8d4baf4d59fb None None] Provisioning complete for port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:02.543307 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-46440620-a3f3-472c-b499-8d4baf4d59fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.584194 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-46440620-a3f3-472c-b499-8d4baf4d59fb None None] Port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:47:02.607543 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Publish callbacks [] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.612315 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125984392'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.687804 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (ef0f6d38-c299-4a94-9790-3c2833737f9a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:02.689692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:02.795268 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Network d574d117-0c3f-4e63-acc7-42a54148d27b is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:47:02.796747 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:47:02.932806 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e9fc3be3-f03e-47b1-b7e9-57466deac9aa up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:02.945292 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Router ef0f6d38-c299-4a94-9790-3c2833737f9a has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:47:02.992397 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port e9fc3be3-f03e-47b1-b7e9-57466deac9aa triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:02.992868 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.075504 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:47:03.083818 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7b267241-118d-416a-8514-c15049403ad2 admin admin] 10.222.0.15 "PUT /v2.0/routers/ef0f6d38-c299-4a94-9790-3c2833737f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4223599 Mar 10 04:47:03.085316 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port e9fc3be3-f03e-47b1-b7e9-57466deac9aa is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:03.086966 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 23a3994c-fac3-4287-bf45-38ee2758e486 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:03.130282 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-dfc14eb9-4fbd-4fcd-b765-d20e026bd1ab None None] Provisioning complete for port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:03.130667 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dfc14eb9-4fbd-4fcd-b765-d20e026bd1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.172845 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-dfc14eb9-4fbd-4fcd-b765-d20e026bd1ab None None] Port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:47:03.177458 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 23a3994c-fac3-4287-bf45-38ee2758e486 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:03.177830 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.252993 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 23a3994c-fac3-4287-bf45-38ee2758e486 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:03.253383 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.276147 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 23a3994c-fac3-4287-bf45-38ee2758e486, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=23a3994c-fac3-4287-bf45-38ee2758e486,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:03.280609 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.328767 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=23a3994c-fac3-4287-bf45-38ee2758e486,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:03.599524 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38226) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:03.604440 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1179793514-network', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:47:03.624926 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Made reservation on behalf of e600b161d8d44ce2821132e22e2f853d for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:47:03.627256 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.636196 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.717707 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Publish callbacks [] for security_group (4ff1b37d-c2b7-4367-b313-b0d52d7b8f0e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.722449 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (4ff1b37d-c2b7-4367-b313-b0d52d7b8f0e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.746708 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:47:03.755991 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff1b37d-c2b7-4367-b313-b0d52d7b8f0e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:03.761031 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (e58584d1-e192-4ba6-ab90-dbb6ebb8a352), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.761363 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Added segment e58584d1-e192-4ba6-ab90-dbb6ebb8a352 of type vlan for network c239e943-bb81-411a-bc5b-5b013c589fb9 Mar 10 04:47:03.794085 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Sync routers for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:47:03.800407 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792140239050'] for network (c239e943-bb81-411a-bc5b-5b013c589fb9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.805313 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:47:03.805999 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:46:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:03.825610 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631'] for network (c239e943-bb81-411a-bc5b-5b013c589fb9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.826513 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:03.827094 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.860310 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2595747 Mar 10 04:47:03.863047 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38228) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:03.868204 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Request body: {'subnet': {'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1179793514-subnet', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:47:03.898527 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe0e0f-e887-4834-bfa3-9d2595330552 admin admin] Pushing event updated for resources: {'Network': ['ID=c239e943-bb81-411a-bc5b-5b013c589fb9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:03.911197 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Network c239e943-bb81-411a-bc5b-5b013c589fb9 details requested by agent ovs-agent-dv-cinder-778193-25-iscsi with host dv-cinder-778193-25-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:47:03.914020 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Made reservation on behalf of e600b161d8d44ce2821132e22e2f853d for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:47:03.916626 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126656659'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:03.932086 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:47:04.088831 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126390772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126656701'] for subnet (939a905d-be6a-42b9-a511-255762689c13), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.145874 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939a905d-be6a-42b9-a511-255762689c13,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:04.157890 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Checking segment: {'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:47:04.158245 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Network hostable DHCP agents. Network: c239e943-bb81-411a-bc5b-5b013c589fb9, hostable agents: ['47bc4287-5a59-4183-9dc4-79f2b1db573e'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:47:04.175016 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Network c239e943-bb81-411a-bc5b-5b013c589fb9 is scheduled to be hosted by DHCP agent 47bc4287-5a59-4183-9dc4-79f2b1db573e with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:47:04.183021 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-iscsi, c239e943-bb81-411a-bc5b-5b013c589fb9) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:47:04.187285 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:04.187827 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.198587 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e0352-1919-4204-b333-c5d12680d656 None None] Network c239e943-bb81-411a-bc5b-5b013c589fb9 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:47:04.203413 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f866e529-b69d-4cf7-8463-94abf0484f83 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3393772 Mar 10 04:47:04.205887 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38230) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:04.211327 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:47:04.231581 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-783911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254971'] for router (b88abe47-de16-4bbf-b5f8-0953aaae1547), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.232669 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254850'] for router (b88abe47-de16-4bbf-b5f8-0953aaae1547), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.284675 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks [] for router_controller (b88abe47-de16-4bbf-b5f8-0953aaae1547), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.368990 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a26ffe4-9bac-518e-bf8a-e58ff4ec875a-c239e943-bb81-411a-bc5b-5b013c589fb9', 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9', 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'fixed_ips': [{'subnet_id': '939a905d-be6a-42b9-a511-255762689c13'}]}} from dv-cinder-778193-25-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:47:04.373460 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.426571 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks [] for router_gateway (b88abe47-de16-4bbf-b5f8-0953aaae1547), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.480589 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 2, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:04.512241 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Checking router: ef0f6d38-c299-4a94-9790-3c2833737f9a for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:47:04.512593 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Updating router ef0f6d38-c299-4a94-9790-3c2833737f9a port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:47:04.568835 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.588011 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Allocated IP 172.20.0.2 (c239e943-bb81-411a-bc5b-5b013c589fb9/939a905d-be6a-42b9-a511-255762689c13/fff8ca37-fc91-4696-9028-abe3b2ffa6b0) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:47:04.620864 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks [] for router_gateway (b88abe47-de16-4bbf-b5f8-0953aaae1547), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.641959 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.755613 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Allocated IP 172.27.2.138 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/47fa33cc-73a0-4920-b85e-c839130179a0) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:47:04.824767 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 23a3994c-fac3-4287-bf45-38ee2758e486 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:04.864673 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks [] for port (47fa33cc-73a0-4920-b85e-c839130179a0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.925582 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Publish callbacks [] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:04.937557 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.017833 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Network c239e943-bb81-411a-bc5b-5b013c589fb9 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:47:05.028699 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:47:05.037167 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:47:05.041204 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 23a3994c-fac3-4287-bf45-38ee2758e486 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:05.041577 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.072311 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Pushing event updated for resources: {'Port': ['ID=fff8ca37-fc91-4696-9028-abe3b2ffa6b0,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:05.075874 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Publish callbacks [] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.087232 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.144424 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.183783 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:47:05.190730 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:47:05.192411 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe040b5-2d27-45e0-bc4a-782cc71455ea None None] Pushing event updated for resources: {'Port': ['ID=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:05.194488 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:47:05.198772 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Attempting to bind port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:47:05.199145 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Attempting to bind port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:47:05.199509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Attempting to bind port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 on network c239e943-bb81-411a-bc5b-5b013c589fb9 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:47:05.223325 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Pushing event updated for resources: {'Port': ['ID=47fa33cc-73a0-4920-b85e-c839130179a0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:05.241771 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:47:05.242153 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Checking segment: {'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:47:05.242561 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.242958 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Bound using segment: {'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:47:05.243442 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Bound port: fff8ca37-fc91-4696-9028-abe3b2ffa6b0, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:47:05.243851 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.318683 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 23a3994c-fac3-4287-bf45-38ee2758e486 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:05.323485 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Attempting to bind port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:47:05.323787 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Attempting to bind port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:47:05.324108 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Attempting to bind port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 on network d574d117-0c3f-4e63-acc7-42a54148d27b {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:47:05.337695 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:47:05.338072 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Checking segment: {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:47:05.338473 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.338870 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Bound using segment: {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:47:05.339357 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Bound port: 4c81b9ac-48b1-4845-8b5c-8ea0f0028068, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:47:05.339761 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.385828 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] For port fff8ca37-fc91-4696-9028-abe3b2ffa6b0, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:47:05.400711 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] For port fff8ca37-fc91-4696-9028-abe3b2ffa6b0, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=fff8ca37-fc91-4696-9028-abe3b2ffa6b0,segment=NetworkSegment(e58584d1-e192-4ba6-ab90-dbb6ebb8a352),segment_id=e58584d1-e192-4ba6-ab90-dbb6ebb8a352)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:47:05.412927 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.469206 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] For port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:47:05.473027 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks [] for router_gateway (b88abe47-de16-4bbf-b5f8-0953aaae1547), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.476361 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] For port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:47:05.490480 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-9cdfa9cb-a4b1-41bb-9526-14663ec0f49d None None] Provisioning complete for port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:05.490480 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa9cb-a4b1-41bb-9526-14663ec0f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.492534 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.532477 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15846e8e-eb13-442b-8366-2fc22e6a306b None None] Pushing event updated for resources: {'Port': ['ID=fff8ca37-fc91-4696-9028-abe3b2ffa6b0,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:05.581000 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:47:05.581643 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:46:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:05.656927 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe040b5-2d27-45e0-bc4a-782cc71455ea None None] Pushing event updated for resources: {'Port': ['ID=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:05.725568 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771870'] for router (b88abe47-de16-4bbf-b5f8-0953aaae1547), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:05.905007 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Router b88abe47-de16-4bbf-b5f8-0953aaae1547 is scheduled to L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:47:05.906111 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:47:05.907953 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfa9cb-a4b1-41bb-9526-14663ec0f49d None None] Current status of the port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:05.908343 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa9cb-a4b1-41bb-9526-14663ec0f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.016256 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-9cdfa9cb-a4b1-41bb-9526-14663ec0f49d None None] For port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:06.018407 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:47:06.027596 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Sync routers for ids ['b88abe47-de16-4bbf-b5f8-0953aaae1547'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:47:06.028770 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa9cb-a4b1-41bb-9526-14663ec0f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.037341 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.038782 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-511259ff-6ef5-4405-bee1-e31709a23d73 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8311067 Mar 10 04:47:06.041376 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38232) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:06.044722 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Routers {'b88abe47-de16-4bbf-b5f8-0953aaae1547'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:47:06.046125 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:46:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b88abe47-de16-4bbf-b5f8-0953aaae1547'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:06.133741 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfa9cb-a4b1-41bb-9526-14663ec0f49d None None] Pushing event updated for resources: {'Port': ['ID=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:06.168165 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Set router b88abe47-de16-4bbf-b5f8-0953aaae1547 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:47:06.183159 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-0421016a-7159-47c3-ac8c-916b08c47fc3 None None] Provisioning complete for port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:06.183529 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0421016a-7159-47c3-ac8c-916b08c47fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.234569 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:06.266918 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00d6c5-153d-44dd-a1d9-1c72537d58de None None] The sync data for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi is: [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:47:06.309349 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-0421016a-7159-47c3-ac8c-916b08c47fc3 None None] Current status of the port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:06.400734 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 3, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port': {'id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:06.429565 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Checking router: b88abe47-de16-4bbf-b5f8-0953aaae1547 for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:47:06.430163 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Updating router b88abe47-de16-4bbf-b5f8-0953aaae1547 port 47fa33cc-73a0-4920-b85e-c839130179a0 binding host dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:47:06.475039 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.588486 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.736775 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f75cb1a-f3c7-453a-bbf7-4ca4ade13d72 None None] Network c239e943-bb81-411a-bc5b-5b013c589fb9 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:47:06.793148 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Publish callbacks [] for port (47fa33cc-73a0-4920-b85e-c839130179a0), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.805314 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Allocated IP 172.20.0.1 (c239e943-bb81-411a-bc5b-5b013c589fb9/939a905d-be6a-42b9-a511-255762689c13/5c552b69-b3fb-4709-8884-fd5770384dd2) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:47:06.810063 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.871143 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-4a358592-6fd4-4196-9a9f-33ad91f60f0e None None] Provisioning complete for port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:06.871611 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4a358592-6fd4-4196-9a9f-33ad91f60f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.915750 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Attempting to bind port 47fa33cc-73a0-4920-b85e-c839130179a0 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:47:06.916378 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Attempting to bind port 47fa33cc-73a0-4920-b85e-c839130179a0 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:47:06.917195 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Attempting to bind port 47fa33cc-73a0-4920-b85e-c839130179a0 on network 827cd64c-78ff-4f5b-917b-95cfe98931bb {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:47:06.925082 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9a1cf-fef5-41bd-87fe-500825adac58 None None] Pushing event updated for resources: {'Port': ['ID=47fa33cc-73a0-4920-b85e-c839130179a0,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:06.930008 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:47:06.930826 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Checking segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:47:06.931426 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.932019 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Bound using segment: {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:47:06.932681 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Bound port: 47fa33cc-73a0-4920-b85e-c839130179a0, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e28dd8c-749b-4268-8fb0-370e97d63b3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:47:06.933395 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:06.987115 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:06.989037 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Publish callbacks [] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.026158 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] For port 47fa33cc-73a0-4920-b85e-c839130179a0, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:47:07.031588 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] For port 47fa33cc-73a0-4920-b85e-c839130179a0, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=47fa33cc-73a0-4920-b85e-c839130179a0,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:47:07.039038 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.043602 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.052839 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-4a358592-6fd4-4196-9a9f-33ad91f60f0e None None] Current status of the port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:07.053241 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4a358592-6fd4-4196-9a9f-33ad91f60f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.066189 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Network c239e943-bb81-411a-bc5b-5b013c589fb9 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:47:07.069029 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:47:07.094228 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:47:07.097985 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-4a358592-6fd4-4196-9a9f-33ad91f60f0e None None] For port fff8ca37-fc91-4696-9028-abe3b2ffa6b0, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=fff8ca37-fc91-4696-9028-abe3b2ffa6b0,segment=NetworkSegment(e58584d1-e192-4ba6-ab90-dbb6ebb8a352),segment_id=e58584d1-e192-4ba6-ab90-dbb6ebb8a352)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:07.109914 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4a358592-6fd4-4196-9a9f-33ad91f60f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.165324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785777'] for router_interface (b88abe47-de16-4bbf-b5f8-0953aaae1547), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.191593 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a358592-6fd4-4196-9a9f-33ad91f60f0e None None] Pushing event updated for resources: {'Port': ['ID=fff8ca37-fc91-4696-9028-abe3b2ffa6b0,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:07.223429 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:07.223861 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.246428 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9a1cf-fef5-41bd-87fe-500825adac58 None None] Pushing event updated for resources: {'Port': ['ID=47fa33cc-73a0-4920-b85e-c839130179a0,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:07.273989 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Routers {'b88abe47-de16-4bbf-b5f8-0953aaae1547'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:47:07.274632 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:46:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b88abe47-de16-4bbf-b5f8-0953aaae1547'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:07.301221 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Pushing event updated for resources: {'Port': ['ID=5c552b69-b3fb-4709-8884-fd5770384dd2,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:07.339297 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.372368 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-cf7620b7-607a-46ed-a48b-6831b4ed2353 None None] Provisioning complete for port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:07.372756 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cf7620b7-607a-46ed-a48b-6831b4ed2353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.423059 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] Set router b88abe47-de16-4bbf-b5f8-0953aaae1547 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:47:07.454022 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:07.454962 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device fff8ca37-fc91-4696-9028-abe3b2ffa6b0 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:07.544212 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-cf7620b7-607a-46ed-a48b-6831b4ed2353 None None] Current status of the port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:07.573242 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:07.573932 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.599027 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Publish callbacks [] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.607417 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.652744 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 3, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port': {'id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:07.663874 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:07.673895 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-3c8d31e5-95aa-43ec-b04e-521d1ac2d7c9 None None] Provisioning complete for port 5c552b69-b3fb-4709-8884-fd5770384dd2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:07.674274 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3c8d31e5-95aa-43ec-b04e-521d1ac2d7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.688694 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdf959-aa7e-4ac3-aaa2-dd07a87001b7 None None] The sync data for ids ['b88abe47-de16-4bbf-b5f8-0953aaae1547'] in dv-cinder-778193-25-iscsi is: [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 3, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port': {'id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:47:07.696647 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Pushing event updated for resources: {'Port': ['ID=5c552b69-b3fb-4709-8884-fd5770384dd2,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:07.706459 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785885'] for router_interface (b88abe47-de16-4bbf-b5f8-0953aaae1547), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:07.712733 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d31e5-95aa-43ec-b04e-521d1ac2d7c9 None None] Port 5c552b69-b3fb-4709-8884-fd5770384dd2 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:47:07.803065 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Network c239e943-bb81-411a-bc5b-5b013c589fb9 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:47:07.804952 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:47:07.926846 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Router b88abe47-de16-4bbf-b5f8-0953aaae1547 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:47:08.036565 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ab33ea0c-7777-4c41-9bf8-648c547ea4b2 None None] Provisioning complete for port 5c552b69-b3fb-4709-8884-fd5770384dd2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:08.037048 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ab33ea0c-7777-4c41-9bf8-648c547ea4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:08.072732 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:47:08.078070 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f066372e-37d9-44cf-8f64-9e5b2760abdc admin admin] 10.222.0.15 "PUT /v2.0/routers/b88abe47-de16-4bbf-b5f8-0953aaae1547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0356576 Mar 10 04:47:08.095270 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ab33ea0c-7777-4c41-9bf8-648c547ea4b2 None None] Port 5c552b69-b3fb-4709-8884-fd5770384dd2 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:47:08.919496 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 47fa33cc-73a0-4920-b85e-c839130179a0 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:08.973817 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 47fa33cc-73a0-4920-b85e-c839130179a0 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:08.974210 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:09.058566 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 47fa33cc-73a0-4920-b85e-c839130179a0 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:09.059207 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:09.088664 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] For port 47fa33cc-73a0-4920-b85e-c839130179a0, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=47fa33cc-73a0-4920-b85e-c839130179a0,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:09.093741 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:09.094512 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device fff8ca37-fc91-4696-9028-abe3b2ffa6b0 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:09.180747 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Pushing event updated for resources: {'Port': ['ID=47fa33cc-73a0-4920-b85e-c839130179a0,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:09.196715 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:09.197097 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:09.284749 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:09.647181 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Sync routers for ids ['b88abe47-de16-4bbf-b5f8-0953aaae1547'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:47:09.658259 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Routers {'b88abe47-de16-4bbf-b5f8-0953aaae1547'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:47:09.658980 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:46:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b88abe47-de16-4bbf-b5f8-0953aaae1547'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:09.774851 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Set router b88abe47-de16-4bbf-b5f8-0953aaae1547 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:47:09.993343 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:07Z', 'revision_number': 4, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port': {'id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '5c552b69-b3fb-4709-8884-fd5770384dd2', 'name': '', 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'mac_address': 'fa:16:3e:55:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '939a905d-be6a-42b9-a511-255762689c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:06Z', 'updated_at': '2022-03-10T04:47:07Z', 'revision_number': 2, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'subnets': [{'id': '939a905d-be6a-42b9-a511-255762689c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:10.019938 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Checking router: b88abe47-de16-4bbf-b5f8-0953aaae1547 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:47:10.020267 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Updating router b88abe47-de16-4bbf-b5f8-0953aaae1547 port 5c552b69-b3fb-4709-8884-fd5770384dd2 binding host dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:47:10.048972 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:10.339002 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Publish callbacks [] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:10.348440 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:10.398866 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24115f-67be-482d-8474-37743e6ee618 None None] Pushing event updated for resources: {'Port': ['ID=5c552b69-b3fb-4709-8884-fd5770384dd2,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:10.463149 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Attempting to bind port 5c552b69-b3fb-4709-8884-fd5770384dd2 on host dv-cinder-778193-25-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:47:10.463149 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Attempting to bind port 5c552b69-b3fb-4709-8884-fd5770384dd2 by drivers openvswitch,hyperv on host dv-cinder-778193-25-iscsi at level 0 using segments [{'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:47:10.464515 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Attempting to bind port 5c552b69-b3fb-4709-8884-fd5770384dd2 on network c239e943-bb81-411a-bc5b-5b013c589fb9 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:47:10.469745 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Checking agent: {'id': 'ecc60c4c-bc94-410f-a5f5-3421b575a342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 1, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:47:10.470297 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Checking segment: {'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:47:10.470850 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:10.471354 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Bound using segment: {'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:47:10.471966 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Bound port: 5c552b69-b3fb-4709-8884-fd5770384dd2, host: dv-cinder-778193-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:47:10.472446 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:10.564138 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] For port 5c552b69-b3fb-4709-8884-fd5770384dd2, host dv-cinder-778193-25-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:47:10.568085 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] For port 5c552b69-b3fb-4709-8884-fd5770384dd2, host dv-cinder-778193-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=5c552b69-b3fb-4709-8884-fd5770384dd2,segment=NetworkSegment(e58584d1-e192-4ba6-ab90-dbb6ebb8a352),segment_id=e58584d1-e192-4ba6-ab90-dbb6ebb8a352)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:47:10.576979 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:10.644940 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Routers {'b88abe47-de16-4bbf-b5f8-0953aaae1547'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:47:10.645591 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:46:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b88abe47-de16-4bbf-b5f8-0953aaae1547'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:10.653819 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24115f-67be-482d-8474-37743e6ee618 None None] Pushing event updated for resources: {'Port': ['ID=5c552b69-b3fb-4709-8884-fd5770384dd2,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:10.841152 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-77285049-eddc-418f-b359-5a0be185248f None None] Provisioning complete for port 5c552b69-b3fb-4709-8884-fd5770384dd2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:10.841523 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-77285049-eddc-418f-b359-5a0be185248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:10.912207 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 47fa33cc-73a0-4920-b85e-c839130179a0 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:10.972655 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] Set router b88abe47-de16-4bbf-b5f8-0953aaae1547 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:47:11.098927 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 47fa33cc-73a0-4920-b85e-c839130179a0 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:11.099416 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:11.131747 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-77285049-eddc-418f-b359-5a0be185248f None None] Current status of the port 5c552b69-b3fb-4709-8884-fd5770384dd2 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:11.132226 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-77285049-eddc-418f-b359-5a0be185248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:11.221499 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-77285049-eddc-418f-b359-5a0be185248f None None] For port 5c552b69-b3fb-4709-8884-fd5770384dd2, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=5c552b69-b3fb-4709-8884-fd5770384dd2,segment=NetworkSegment(e58584d1-e192-4ba6-ab90-dbb6ebb8a352),segment_id=e58584d1-e192-4ba6-ab90-dbb6ebb8a352)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:11.243068 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-77285049-eddc-418f-b359-5a0be185248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:11.352136 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 47fa33cc-73a0-4920-b85e-c839130179a0 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:11.356268 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77285049-eddc-418f-b359-5a0be185248f None None] Pushing event updated for resources: {'Port': ['ID=5c552b69-b3fb-4709-8884-fd5770384dd2,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:11.379170 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-8d630a9e-deb8-4779-9bf3-8f50115a677b None None] Provisioning complete for port 5c552b69-b3fb-4709-8884-fd5770384dd2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:11.379544 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8d630a9e-deb8-4779-9bf3-8f50115a677b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:11.412496 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:07Z', 'revision_number': 4, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port': {'id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '5c552b69-b3fb-4709-8884-fd5770384dd2', 'name': '', 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'mac_address': 'fa:16:3e:55:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '939a905d-be6a-42b9-a511-255762689c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:06Z', 'updated_at': '2022-03-10T04:47:10Z', 'revision_number': 4, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'subnets': [{'id': '939a905d-be6a-42b9-a511-255762689c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:47:11.445989 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf2b53-3158-4444-b7f6-c738d308e9f3 None None] The sync data for ids ['b88abe47-de16-4bbf-b5f8-0953aaae1547'] in dv-cinder-778193-25-iscsi is: [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:07Z', 'revision_number': 4, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port': {'id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '5c552b69-b3fb-4709-8884-fd5770384dd2', 'name': '', 'network_id': 'c239e943-bb81-411a-bc5b-5b013c589fb9', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'mac_address': 'fa:16:3e:55:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '939a905d-be6a-42b9-a511-255762689c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:06Z', 'updated_at': '2022-03-10T04:47:10Z', 'revision_number': 4, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'subnets': [{'id': '939a905d-be6a-42b9-a511-255762689c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:47:11.505491 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-8d630a9e-deb8-4779-9bf3-8f50115a677b None None] Current status of the port 5c552b69-b3fb-4709-8884-fd5770384dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:12.848420 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 5c552b69-b3fb-4709-8884-fd5770384dd2 up at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:12.904383 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Provisioning complete for port 5c552b69-b3fb-4709-8884-fd5770384dd2 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:12.904850 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:12.990093 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Current status of the port 5c552b69-b3fb-4709-8884-fd5770384dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:13.501470 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d70797a-531b-43ba-8670-feed9225e762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:15.655526 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e6dd268f-415d-46d8-bde3-6eb6894dce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:16.789652 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:17.686611 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-4a0bfe85-c1e7-43f8-894c-09a4be45e6f3 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:17.687992 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-4a0bfe85-c1e7-43f8-894c-09a4be45e6f3 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 815 time: 0.1010756 Mar 10 04:47:17.702914 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-7eecb559-222d-4ed3-8135-e755f3c07de1 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/quotas/1788531279f54f90ad7bce82b504685c HTTP/1.1" status: 200 len: 375 time: 0.0094151 Mar 10 04:47:17.730644 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:17.756275 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-bdf7e2d8-b874-42b4-9119-7cd250852d17 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487120 Mar 10 04:47:17.862959 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-604dd1a2-7fc5-4289-8770-4d776b1222ff service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:47:17.864070 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-604dd1a2-7fc5-4289-8770-4d776b1222ff service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0964975 Mar 10 04:47:17.950931 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-12aee513-1909-43a3-8a5d-d0d83057c5da service neutron] 10.222.0.15 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807004 Mar 10 04:47:18.039384 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-99195e8a-5627-4df1-ab16-ad09e5b25428 service neutron] 10.222.0.15 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831211 Mar 10 04:47:18.246607 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41221c51-a881-46f1-8561-1fca1b9a9936 req-eab4c458-29fd-4fc1-9095-3eccfafe170a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 210 time: 0.0785003 Mar 10 04:47:18.518791 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:19.116373 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.26', 60707) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:47:19.221986 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-8de8b4da-2e9c-45e9-9959-1215581b9ab5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:19.223414 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-8de8b4da-2e9c-45e9-9959-1215581b9ab5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 815 time: 0.1061575 Mar 10 04:47:19.235061 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'port': {'device_id': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'admin_state_up': True, 'tenant_id': '1788531279f54f90ad7bce82b504685c'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:47:19.339260 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94810007-9eb9-4812-81bd-ceece8642ed5 req-e47d125b-6da9-4130-af5e-c068d46e83b5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 210 time: 0.0273621 Mar 10 04:47:19.341506 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Made reservation on behalf of 1788531279f54f90ad7bce82b504685c for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:47:19.344836 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:19.485794 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Allocated IP 172.20.0.5 (d574d117-0c3f-4e63-acc7-42a54148d27b/5eb19da0-2948-49a6-9d9d-be66616357c3/dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:47:19.638194 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:19.674312 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:19.738338 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Network d574d117-0c3f-4e63-acc7-42a54148d27b is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:47:19.742024 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:47:19.749658 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:47:19.754215 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'Port': ['ID=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:19.830347 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:19.831387 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:19.858123 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-90d37c6c-acbf-4a63-8a5b-1ae5b9063275 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6267264 Mar 10 04:47:20.092500 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ac125d15-c2c0-43fb-999f-b5279a7abe87 None None] Provisioning complete for port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:20.094017 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ac125d15-c2c0-43fb-999f-b5279a7abe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:20.133577 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ac125d15-c2c0-43fb-999f-b5279a7abe87 None None] Port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:47:20.189552 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:20.468732 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a6774-2add-4f1a-99d6-28c071ff5d4c req-b69d2f19-cfb4-462e-b5dc-d0624c19dd8c tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:20.470237 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-998a6774-2add-4f1a-99d6-28c071ff5d4c req-b69d2f19-cfb4-462e-b5dc-d0624c19dd8c tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 931 time: 0.0599732 Mar 10 04:47:20.519319 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-998a6774-2add-4f1a-99d6-28c071ff5d4c req-4fd7ba56-12ce-4b7d-aa38-f897a7df9dbf tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Mar 10 04:47:21.645551 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fd1c1-eb91-4267-990c-0fef32449eaa req-c4a31af9-1aac-47f5-a6e0-2340bf548002 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:21.647486 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-997fd1c1-eb91-4267-990c-0fef32449eaa req-c4a31af9-1aac-47f5-a6e0-2340bf548002 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 931 time: 0.0548544 Mar 10 04:47:21.696345 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-997fd1c1-eb91-4267-990c-0fef32449eaa req-3b991416-38aa-45ab-81e2-b92ad420a045 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Mar 10 04:47:22.815126 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd6ed-365d-40d8-9bf4-989c7186ac61 req-ce852e03-f210-4330-99b4-e5a4a6edb7a5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:22.816832 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-986cd6ed-365d-40d8-9bf4-989c7186ac61 req-ce852e03-f210-4330-99b4-e5a4a6edb7a5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 931 time: 0.0528691 Mar 10 04:47:22.879858 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-986cd6ed-365d-40d8-9bf4-989c7186ac61 req-40b4c3a9-f747-4d6f-a27a-7b501a25ef0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551286 Mar 10 04:47:23.997315 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7049a-c32f-412f-8f37-16990091eebb req-e03fc6a8-2cef-48db-bd4c-034b0aed138f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:23.998863 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-39a7049a-c32f-412f-8f37-16990091eebb req-e03fc6a8-2cef-48db-bd4c-034b0aed138f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 931 time: 0.0546253 Mar 10 04:47:24.046841 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-39a7049a-c32f-412f-8f37-16990091eebb req-26a6ec4c-ad78-4b2b-b2c4-01f1d45874d4 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Mar 10 04:47:25.167538 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462fca3-5e44-443d-837c-36a46de2a27b req-3089b5b8-606a-4fbd-af8a-4798f70afcdc tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:25.169077 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9462fca3-5e44-443d-837c-36a46de2a27b req-3089b5b8-606a-4fbd-af8a-4798f70afcdc tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 931 time: 0.0536501 Mar 10 04:47:25.218661 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9462fca3-5e44-443d-837c-36a46de2a27b req-d2ec32f5-45a6-4b0a-a69c-e5f2d19cf023 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Mar 10 04:47:26.345260 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ee942-dc57-4458-b99d-e1a331720a98 req-d914efd5-7f8c-47e3-b1db-f8590f419e41 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:26.346760 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-280ee942-dc57-4458-b99d-e1a331720a98 req-d914efd5-7f8c-47e3-b1db-f8590f419e41 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 931 time: 0.0591679 Mar 10 04:47:26.395888 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-280ee942-dc57-4458-b99d-e1a331720a98 req-220e1461-3749-40ed-bffc-fc18fb07541e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Mar 10 04:47:27.499946 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-7a282a3b-5837-4daf-af13-e514d0a117ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:47:27.500914 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-7a282a3b-5837-4daf-af13-e514d0a117ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052302 Mar 10 04:47:27.513294 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789d729-3b9a-4c83-8249-107a37432b5c req-58534605-6c81-4c9e-ae12-476482515f9b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:27.514516 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f789d729-3b9a-4c83-8249-107a37432b5c req-58534605-6c81-4c9e-ae12-476482515f9b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 931 time: 0.0519137 Mar 10 04:47:27.557710 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Request body: {'port': {'device_id': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:47:27.561010 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f789d729-3b9a-4c83-8249-107a37432b5c req-dbf0f101-cb72-4368-83ba-010a9e95df32 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 Mar 10 04:47:27.617223 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:28.108853 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:47:28.116465 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Publish callbacks [] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:28.128047 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Transition to ACTIVE for port object dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:47:28.131850 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:28.183054 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:28.254045 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Attempting to bind port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:47:28.254388 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Attempting to bind port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:47:28.254724 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Attempting to bind port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 on network d574d117-0c3f-4e63-acc7-42a54148d27b {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:47:28.259465 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 on network d574d117-0c3f-4e63-acc7-42a54148d27b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:47:28.259824 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Attempting to bind port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 on network d574d117-0c3f-4e63-acc7-42a54148d27b {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:47:28.264827 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Checking agent: {'id': '186fa7b6-b162-4ca7-93f1-d20ab5e41f4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'started_at': datetime.datetime(2022, 3, 10, 4, 7, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:47:28.265164 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Checking segment: {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:47:28.265543 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Bound using segment: {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:47:28.265972 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Bound port: dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6551750-3a37-42f2-83a8-680eb68dd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:47:28.266364 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:28.329527 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] For port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host hv-cinder-77819, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:47:28.332474 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] For port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:47:28.339572 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:28.369940 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:28.370367 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:28.371853 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] 10.222.0.26 "PUT /v2.0/ports/dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 1093 time: 0.8641691 Mar 10 04:47:28.376104 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:47:28.378539 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db304506-639d-4134-b74e-4a4a969158f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:47:28.443812 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30b641-4ab0-453d-97cc-e04b7324b245 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:28.476892 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-26b6f1f2-6518-4c2d-85e7-608b855a4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:28.478571 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-26b6f1f2-6518-4c2d-85e7-608b855a4f79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1127 time: 0.0645797 Mar 10 04:47:28.522515 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51767c73-5606-4bcf-ae13-0b0621b80698 x-openstack-request-id: req-51767c73-5606-4bcf-ae13-0b0621b80698 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:47:28.523194 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:47:28.523194 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51767c73-5606-4bcf-ae13-0b0621b80698 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:47:28.523438 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'status': 'completed', 'code': 200} Mar 10 04:47:28.524856 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-a1804e83-dce8-4ff3-b228-672659e09aed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 217 time: 0.0398521 Mar 10 04:47:28.574251 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-23fbba63-c09c-4ddc-b91e-b564b351401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:28.575735 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-23fbba63-c09c-4ddc-b91e-b564b351401b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0444784 Mar 10 04:47:28.628005 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-75b1d359-e58a-4807-8f3f-965b151b94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:28.629415 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-75b1d359-e58a-4807-8f3f-965b151b94a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469165 Mar 10 04:47:28.680692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66d858-8b11-4e4e-8205-ccad40dcb7fd req-c711dff9-96b6-4fce-bf01-b345cc65a7e5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:28.682272 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a66d858-8b11-4e4e-8205-ccad40dcb7fd req-c711dff9-96b6-4fce-bf01-b345cc65a7e5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 943 time: 0.0568593 Mar 10 04:47:28.718610 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-640f64a8-0616-4a39-bdd5-0fd215cf69e3 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831769 Mar 10 04:47:28.728620 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a66d858-8b11-4e4e-8205-ccad40dcb7fd req-96e1f9ba-dda6-4839-aa9e-de32e93b7bf6 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Mar 10 04:47:28.808436 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8e01c1a6-20e9-43de-bb03-d75920c1c4ec req-474c499b-cc9c-4b0e-bac6-40b109a9b469 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836518 Mar 10 04:47:28.896038 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304506-639d-4134-b74e-4a4a969158f7 req-0fef3c14-817d-45a7-9fad-c962a4fd1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:28.897426 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db304506-639d-4134-b74e-4a4a969158f7 req-0fef3c14-817d-45a7-9fad-c962a4fd1298 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1127 time: 0.0436578 Mar 10 04:47:28.985771 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304506-639d-4134-b74e-4a4a969158f7 req-68fdc473-485a-4988-a78d-50913f518c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:28.987189 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db304506-639d-4134-b74e-4a4a969158f7 req-68fdc473-485a-4988-a78d-50913f518c7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 916 time: 0.0840666 Mar 10 04:47:29.027299 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db304506-639d-4134-b74e-4a4a969158f7 req-bf272b22-971d-478b-9306-93e4e730615e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 217 time: 0.0330579 Mar 10 04:47:29.082685 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304506-639d-4134-b74e-4a4a969158f7 req-05d608cc-e94f-4f19-9a64-1cfe2bba282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:29.084187 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db304506-639d-4134-b74e-4a4a969158f7 req-05d608cc-e94f-4f19-9a64-1cfe2bba282d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0511494 Mar 10 04:47:29.137320 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304506-639d-4134-b74e-4a4a969158f7 req-52564452-bb01-4d0e-95f2-286704c2d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:29.138798 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db304506-639d-4134-b74e-4a4a969158f7 req-52564452-bb01-4d0e-95f2-286704c2d2d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482349 Mar 10 04:47:29.225741 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db304506-639d-4134-b74e-4a4a969158f7 req-64f61dfc-a3bb-4fc4-b6c5-d2d3451cc0ea service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794363 Mar 10 04:47:29.315606 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db304506-639d-4134-b74e-4a4a969158f7 req-6bbd09e4-54e2-49cf-a877-aa6e12ea3fef service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835149 Mar 10 04:47:29.844705 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc8d54-19c3-42ec-b808-94e47b2f3636 req-e81ebc31-c27f-4c81-86bd-278330eb86f1 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:29.846144 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52cc8d54-19c3-42ec-b808-94e47b2f3636 req-e81ebc31-c27f-4c81-86bd-278330eb86f1 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 943 time: 0.0510621 Mar 10 04:47:29.892164 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-52cc8d54-19c3-42ec-b808-94e47b2f3636 req-e3a78d00-b5b9-4c49-af2d-055c78dd64a0 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Mar 10 04:47:30.878281 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:47:31.015320 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc536bb-909b-4b3e-9108-5fc21338a195 req-f978ab38-0e71-4e0f-8f43-80625198f47e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:31.017676 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-acc536bb-909b-4b3e-9108-5fc21338a195 req-f978ab38-0e71-4e0f-8f43-80625198f47e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 943 time: 0.0620799 Mar 10 04:47:31.069869 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-acc536bb-909b-4b3e-9108-5fc21338a195 req-30c781c8-6c30-4415-8504-c3cad3d43cf8 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467775 Mar 10 04:47:32.029586 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:47:32.127896 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:32.139903 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Returning: {'device': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'port_id': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'mac_address': 'fa:16:3e:4b:33:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:47:32.176297 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:32.176693 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:32.185553 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc310bf7-603b-4247-80e1-cb09a67931f9 req-2c8d08c8-8a33-4903-b4ad-038427ad1ddf tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:32.187032 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc310bf7-603b-4247-80e1-cb09a67931f9 req-2c8d08c8-8a33-4903-b4ad-038427ad1ddf tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 943 time: 0.0514476 Mar 10 04:47:32.190682 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:47:32.210360 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:32.215272 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:32.235536 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc310bf7-603b-4247-80e1-cb09a67931f9 req-afa4b615-7b22-4952-9157-6b187abed1f6 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Mar 10 04:47:32.262219 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:32.434704 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:47:33.349134 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417665ac-d49c-4611-bd3b-f5a8fa116167 req-99fd62ce-3b8b-4a70-a057-014f9cb47ce9 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:33.350601 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-417665ac-d49c-4611-bd3b-f5a8fa116167 req-99fd62ce-3b8b-4a70-a057-014f9cb47ce9 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 944 time: 0.0514200 Mar 10 04:47:33.396441 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-417665ac-d49c-4611-bd3b-f5a8fa116167 req-01f53719-f6d9-4bbd-b293-8593ad882520 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403874 Mar 10 04:47:34.059962 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 up at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:47:34.107824 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning for port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:47:34.111741 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Provisioning complete for port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:47:34.112118 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:34.191960 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Current status of the port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:47:34.192353 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:34.215607 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:47:34.217852 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e9c024793e4dac494bbcdee05ab41b8c8c31bf8ea1404f2e78c1ed9bd5c3c20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cda40f-3e73-4421-ab4d-3ee5fe5c77c9" -d '{"events": [{"server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "name": "network-vif-plugged", "status": "completed", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:47:34.230102 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] For port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:47:34.234006 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:34.280342 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Pushing event updated for resources: {'Port': ['ID=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:47:34.306404 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214aa5cd-4e48-47ed-938a-a425c33d2188 x-openstack-request-id: req-214aa5cd-4e48-47ed-938a-a425c33d2188 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:47:34.306724 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "name": "network-vif-plugged", "status": "completed", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:47:34.306977 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-214aa5cd-4e48-47ed-938a-a425c33d2188 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:47:34.307371 dv-cinder-778193-25-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'code': 200} Mar 10 04:47:34.469161 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07170fa-b8af-4c34-b46d-63373179beec req-1dd8c82e-36c8-49c9-8cd4-44fff719dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:34.470660 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d07170fa-b8af-4c34-b46d-63373179beec req-1dd8c82e-36c8-49c9-8cd4-44fff719dba6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1129 time: 0.0442483 Mar 10 04:47:34.514427 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d07170fa-b8af-4c34-b46d-63373179beec req-c1cf26ee-b054-4231-848f-eeb4d8b06ff6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370493 Mar 10 04:47:34.515142 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178e264-b772-4aad-9653-42ddfee195be req-acc97113-77b4-4425-98c6-20eee5059892 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:34.516621 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1178e264-b772-4aad-9653-42ddfee195be req-acc97113-77b4-4425-98c6-20eee5059892 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0554297 Mar 10 04:47:34.562003 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1178e264-b772-4aad-9653-42ddfee195be req-1147edd9-c50a-4812-99f5-1bdaa5875f85 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Mar 10 04:47:35.678684 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bc1ad-9e57-40df-a183-ed0b6c847b36 req-4e03ae75-7224-47ec-b165-3cf3d8ac353f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:35.680224 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-097bc1ad-9e57-40df-a183-ed0b6c847b36 req-4e03ae75-7224-47ec-b165-3cf3d8ac353f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Mar 10 04:47:35.726899 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-097bc1ad-9e57-40df-a183-ed0b6c847b36 req-0fdd2871-2d3e-4c99-a090-f7dc8c55a3df tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Mar 10 04:47:35.839257 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f74c0-fdae-4477-aa58-2f022886bbf7 req-9ebe8347-bc33-410d-897e-b929d455cd71 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:35.840795 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a9f74c0-fdae-4477-aa58-2f022886bbf7 req-9ebe8347-bc33-410d-897e-b929d455cd71 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0513172 Mar 10 04:47:35.889686 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8a9f74c0-fdae-4477-aa58-2f022886bbf7 req-1e65e1a6-6f3f-4fe0-aa5a-9443194d1b34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Mar 10 04:47:36.222648 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929d5ce-c759-4a4e-99a6-3198d103fffe req-372f85d6-a8d3-4faf-8145-200939eae181 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:36.224125 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0929d5ce-c759-4a4e-99a6-3198d103fffe req-372f85d6-a8d3-4faf-8145-200939eae181 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0513191 Mar 10 04:47:36.269551 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0929d5ce-c759-4a4e-99a6-3198d103fffe req-6d5d859f-1baa-48e0-af3f-83442d30e9b0 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Mar 10 04:47:43.494122 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c987612a-8abb-49ae-bae5-578e4a5f50a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:45.657422 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a214287d-23ae-4ec8-854f-138c583399cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:46.790249 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:47.080277 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-b118602b-23be-40de-97f7-d38053dcbcec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410576 Mar 10 04:47:47.169416 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-1c9606e9-8569-45ec-8ff3-38501ae5c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:47.170896 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-1c9606e9-8569-45ec-8ff3-38501ae5c36e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1129 time: 0.0493195 Mar 10 04:47:47.273469 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-52828b88-9a79-4616-91da-b93b288f7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:47.274909 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-52828b88-9a79-4616-91da-b93b288f7564 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 916 time: 0.0836220 Mar 10 04:47:47.332233 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-1ced180f-7a99-44a2-ae65-cb40fdfb28e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 217 time: 0.0499671 Mar 10 04:47:47.379465 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-d9554efd-4188-4aa1-95b3-6afee86fdcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:47.380879 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-d9554efd-4188-4aa1-95b3-6afee86fdcff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0417786 Mar 10 04:47:47.427199 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-fdcef3e8-ee21-4a05-8435-e04ea9177aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:47:47.428697 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-fdcef3e8-ee21-4a05-8435-e04ea9177aff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419924 Mar 10 04:47:47.518954 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-6f06c4a6-f8d6-47d6-8fec-66bcea4c83a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828698 Mar 10 04:47:47.745984 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:48.481261 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0f36c568-5d90-457b-920d-60a71a58a6b9 req-08da2196-3d22-45b9-b6a8-c8ab08ead528 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817113 Mar 10 04:47:48.519422 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:47:50.186532 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:00.273929 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701ca21-ffb4-4350-b541-ed00a15fe2f5 req-635f782b-e7ca-470e-a90d-ea39487c6d1e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:00.275357 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5701ca21-ffb4-4350-b541-ed00a15fe2f5 req-635f782b-e7ca-470e-a90d-ea39487c6d1e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0507095 Mar 10 04:48:00.321449 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5701ca21-ffb4-4350-b541-ed00a15fe2f5 req-b4eb956c-1908-4a9e-bcfc-96597dc7de18 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Mar 10 04:48:00.343925 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38480) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:00.432790 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f902c-655a-43e2-9b2c-241989d9a34d tempest-TestMinimumBasicScenario-261155005 tempest-TestMinimumBasicScenario-261155005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:00.437170 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38484) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:00.437718 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-319f902c-655a-43e2-9b2c-241989d9a34d tempest-TestMinimumBasicScenario-261155005 tempest-TestMinimumBasicScenario-261155005-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1124 time: 0.0923140 Mar 10 04:48:00.441963 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'floatingip': {'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'port_id': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:00.463905 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:00.564736 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:00.666408 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Allocated IP 172.27.2.122 (827cd64c-78ff-4f5b-917b-95cfe98931bb/f0d871ba-ed26-4ec9-990b-405c5e29ca89/84680141-8889-4a50-b949-9006ebf8a57d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:48:00.767247 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for port (84680141-8889-4a50-b949-9006ebf8a57d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:00.799353 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792140278375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (84680141-8889-4a50-b949-9006ebf8a57d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:00.838048 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Network 827cd64c-78ff-4f5b-917b-95cfe98931bb is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:48:00.842726 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:48:00.845324 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:48:00.869046 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'Port': ['ID=84680141-8889-4a50-b949-9006ebf8a57d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:00.881808 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.882157 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.882498 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.882837 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.883172 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.883506 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.883869 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.884196 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.884522 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.884851 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.885177 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.885499 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:00.885823 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:01.213451 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for floatingip (b711c464-352b-4a4d-b5be-7514823e35f6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:01.278452 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (84680141-8889-4a50-b949-9006ebf8a57d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:01.422354 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for port (84680141-8889-4a50-b949-9006ebf8a57d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:01.426730 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126390657'] for port (84680141-8889-4a50-b949-9006ebf8a57d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:01.494894 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'Port': ['ID=84680141-8889-4a50-b949-9006ebf8a57d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:01.506915 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772088'] for floatingip (b711c464-352b-4a4d-b5be-7514823e35f6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:01.605416 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Floating IP b711c464-352b-4a4d-b5be-7514823e35f6 associated. External IP: 172.27.2.122, port: dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3. Mar 10 04:48:01.808346 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Router ef0f6d38-c299-4a94-9790-3c2833737f9a has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:48:01.914140 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:48:01.923674 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] Sync routers for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:48:01.931459 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:01.933991 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:48:01.934593 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:47:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:48:01.960678 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7aee64a6-9cb1-451c-bc7b-86fd9386c78b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5224175 Mar 10 04:48:01.961431 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:48:01.963544 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38486) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:01.964073 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff5018c-dfcc-4271-a449-2b42d8228480" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:48:01.968314 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78018939', 'description': 'tempest-secgroup-smoke-78018939 description', 'project_id': '1788531279f54f90ad7bce82b504685c'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:01.990994 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.001939 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d7d8b-274a-4d66-bb37-8e83bfaf167b x-openstack-request-id: req-7a1d7d8b-274a-4d66-bb37-8e83bfaf167b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:48:02.001939 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:48:02.002169 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a1d7d8b-274a-4d66-bb37-8e83bfaf167b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:48:02.002425 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'status': 'completed', 'code': 200} Mar 10 04:48:02.045342 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:48:02.058800 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group (a901f010-b3c6-4bfc-a94b-bda36b6db42c), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.064136 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a901f010-b3c6-4bfc-a94b-bda36b6db42c), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.073676 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-4ad5a64d-a544-4d8c-abb5-9c81f0e70b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:02.075253 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-4ad5a64d-a544-4d8c-abb5-9c81f0e70b8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1129 time: 0.0519764 Mar 10 04:48:02.101030 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.102578 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1378596 Mar 10 04:48:02.105568 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38490) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:02.110729 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-201052be-b982-46f5-b9e8-acb6cba20851 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'security_group_rule': {'security_group_id': 'a901f010-b3c6-4bfc-a94b-bda36b6db42c', 'project_id': '1788531279f54f90ad7bce82b504685c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:02.126785 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a901f010-b3c6-4bfc-a94b-bda36b6db42c,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:02.138884 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.139235 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.139578 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.140014 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.140346 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.140682 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.141010 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.141336 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.141662 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.141984 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.142311 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.142632 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.142953 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a911381a-d061-4cce-9689-f48edcdbab91 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:48:02.149571 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-201052be-b982-46f5-b9e8-acb6cba20851 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (9d48ff54-21ec-4273-99d1-4f8770a8afba), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.178052 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-5b4808aa-1ee3-4447-a61c-2f9706256284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:02.180121 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-5b4808aa-1ee3-4447-a61c-2f9706256284 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 916 time: 0.0987685 Mar 10 04:48:02.207740 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-201052be-b982-46f5-b9e8-acb6cba20851 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (9d48ff54-21ec-4273-99d1-4f8770a8afba), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.213511 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-201052be-b982-46f5-b9e8-acb6cba20851 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (9d48ff54-21ec-4273-99d1-4f8770a8afba), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.234363 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201052be-b982-46f5-b9e8-acb6cba20851 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d48ff54-21ec-4273-99d1-4f8770a8afba,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:02.241693 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-201052be-b982-46f5-b9e8-acb6cba20851 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.245805 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-201052be-b982-46f5-b9e8-acb6cba20851 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390212 Mar 10 04:48:02.246484 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38492) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:02.250953 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-81277409-e921-4c20-8b10-3112f6f8d7db tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'security_group_rule': {'security_group_id': 'a901f010-b3c6-4bfc-a94b-bda36b6db42c', 'project_id': '1788531279f54f90ad7bce82b504685c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:02.278601 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'b711c464-352b-4a4d-b5be-7514823e35f6', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'port_id': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'mac_address': 'fa:16:3e:4b:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:48:01Z', 'updated_at': '2022-03-10T04:48:01Z', 'revision_number': 0, 'project_id': '1788531279f54f90ad7bce82b504685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 5, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:48:02.280396 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-81277409-e921-4c20-8b10-3112f6f8d7db tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (75f75b17-a5f8-45e7-a940-d9891e8ceb75), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.313221 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] Checking router: ef0f6d38-c299-4a94-9790-3c2833737f9a for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:48:02.323081 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:48:02.323735 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:47:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:48:02.356580 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-81277409-e921-4c20-8b10-3112f6f8d7db tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (75f75b17-a5f8-45e7-a940-d9891e8ceb75), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.361551 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-81277409-e921-4c20-8b10-3112f6f8d7db tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (75f75b17-a5f8-45e7-a940-d9891e8ceb75), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.382724 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81277409-e921-4c20-8b10-3112f6f8d7db tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f75b17-a5f8-45e7-a940-d9891e8ceb75,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:02.389322 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-81277409-e921-4c20-8b10-3112f6f8d7db tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.393741 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-81277409-e921-4c20-8b10-3112f6f8d7db tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461828 Mar 10 04:48:02.394388 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38494) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:02.399044 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-2c1abed6-cbfb-4ec4-859a-b61d5f445886 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'security_group_rule': {'security_group_id': 'a901f010-b3c6-4bfc-a94b-bda36b6db42c', 'project_id': '1788531279f54f90ad7bce82b504685c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:02.424729 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2c1abed6-cbfb-4ec4-859a-b61d5f445886 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (a8865e3e-5253-44f5-948a-8f5a11321ef7), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.437895 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:48:02.486250 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2c1abed6-cbfb-4ec4-859a-b61d5f445886 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (a8865e3e-5253-44f5-948a-8f5a11321ef7), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.492498 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2c1abed6-cbfb-4ec4-859a-b61d5f445886 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (a8865e3e-5253-44f5-948a-8f5a11321ef7), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.502975 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-756e6318-b428-4b27-a99d-293e8bc582d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 999 time: 0.3168225 Mar 10 04:48:02.513840 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1abed6-cbfb-4ec4-859a-b61d5f445886 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8865e3e-5253-44f5-948a-8f5a11321ef7,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:02.520607 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2c1abed6-cbfb-4ec4-859a-b61d5f445886 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.525476 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2c1abed6-cbfb-4ec4-859a-b61d5f445886 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297617 Mar 10 04:48:02.525833 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38496) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:02.530150 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-839cbe78-2c27-4a35-af99-c986701d460a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'security_group_rule': {'security_group_id': 'a901f010-b3c6-4bfc-a94b-bda36b6db42c', 'project_id': '1788531279f54f90ad7bce82b504685c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:02.554753 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-7b720257-3f4e-4b47-af48-8893772516a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:02.557140 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-7b720257-3f4e-4b47-af48-8893772516a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0477905 Mar 10 04:48:02.558488 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-839cbe78-2c27-4a35-af99-c986701d460a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (e8363d53-0312-4e9f-88a8-736eeedd3712), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.614253 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-4e123e0e-2f67-431c-b774-ddb89e6458d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:02.615876 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-4e123e0e-2f67-431c-b774-ddb89e6458d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513980 Mar 10 04:48:02.624430 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-839cbe78-2c27-4a35-af99-c986701d460a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (e8363d53-0312-4e9f-88a8-736eeedd3712), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.628786 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-839cbe78-2c27-4a35-af99-c986701d460a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (e8363d53-0312-4e9f-88a8-736eeedd3712), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.646963 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cbe78-2c27-4a35-af99-c986701d460a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8363d53-0312-4e9f-88a8-736eeedd3712,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:02.656928 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-839cbe78-2c27-4a35-af99-c986701d460a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.658119 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-839cbe78-2c27-4a35-af99-c986701d460a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313224 Mar 10 04:48:02.661023 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38498) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:02.666053 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-bb0bd550-e33d-48a6-ba2a-24e24d29df34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'security_group_rule': {'security_group_id': 'a901f010-b3c6-4bfc-a94b-bda36b6db42c', 'project_id': '1788531279f54f90ad7bce82b504685c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:02.673174 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'b711c464-352b-4a4d-b5be-7514823e35f6', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'port_id': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'mac_address': 'fa:16:3e:4b:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:48:01Z', 'updated_at': '2022-03-10T04:48:01Z', 'revision_number': 0, 'project_id': '1788531279f54f90ad7bce82b504685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 5, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:48:02.686373 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.securitygroups_db [None req-bb0bd550-e33d-48a6-ba2a-24e24d29df34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Project 1788531279f54f90ad7bce82b504685c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:48:02.692229 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd550-e33d-48a6-ba2a-24e24d29df34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (f121722f-4570-4af8-99ce-bc7d24bd9b66), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.700827 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda22ef-e5b1-43dd-989c-bad3226a0752 None None] The sync data for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi is: [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_floatingips': [{'id': 'b711c464-352b-4a4d-b5be-7514823e35f6', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'router_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'port_id': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'mac_address': 'fa:16:3e:4b:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:48:01Z', 'updated_at': '2022-03-10T04:48:01Z', 'revision_number': 0, 'project_id': '1788531279f54f90ad7bce82b504685c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 5, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:48:02.720928 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-5f0c8e6d-7f7d-47e6-b25c-5f053b9af3cd service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957069 Mar 10 04:48:02.764226 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd550-e33d-48a6-ba2a-24e24d29df34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (f121722f-4570-4af8-99ce-bc7d24bd9b66), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.768262 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd550-e33d-48a6-ba2a-24e24d29df34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (f121722f-4570-4af8-99ce-bc7d24bd9b66), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.787652 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bd550-e33d-48a6-ba2a-24e24d29df34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f121722f-4570-4af8-99ce-bc7d24bd9b66,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:02.795235 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd550-e33d-48a6-ba2a-24e24d29df34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.796461 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bb0bd550-e33d-48a6-ba2a-24e24d29df34 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344652 Mar 10 04:48:02.799262 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38500) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:02.803657 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-84e28454-9b40-4c8b-aa4f-bf271634c92f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'security_group_rule': {'security_group_id': 'a901f010-b3c6-4bfc-a94b-bda36b6db42c', 'project_id': '1788531279f54f90ad7bce82b504685c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:02.824947 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.securitygroups_db [None req-84e28454-9b40-4c8b-aa4f-bf271634c92f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Project 1788531279f54f90ad7bce82b504685c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:48:02.828283 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fff5018c-dfcc-4271-a449-2b42d8228480 req-276f26f9-6109-40ed-af88-b943ba56373f service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011710 Mar 10 04:48:02.829802 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-84e28454-9b40-4c8b-aa4f-bf271634c92f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (3f6a0f5a-46ae-48be-a274-3b5b0caddcbc), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.891514 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-84e28454-9b40-4c8b-aa4f-bf271634c92f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (3f6a0f5a-46ae-48be-a274-3b5b0caddcbc), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.895621 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-84e28454-9b40-4c8b-aa4f-bf271634c92f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527935'] for security_group_rule (3f6a0f5a-46ae-48be-a274-3b5b0caddcbc), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.914095 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e28454-9b40-4c8b-aa4f-bf271634c92f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6a0f5a-46ae-48be-a274-3b5b0caddcbc,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:02.923839 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-84e28454-9b40-4c8b-aa4f-bf271634c92f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:02.925061 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-84e28454-9b40-4c8b-aa4f-bf271634c92f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247962 Mar 10 04:48:02.932627 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbca25c-ac7d-4c66-b38f-7bf4f5e8b0b0 None None] New status for floating IP b711c464-352b-4a4d-b5be-7514823e35f6: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:48:03.174309 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f45ccc69-5d7e-408c-aacf-c244bb295868 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78018939&fields=id&tenant_id=1788531279f54f90ad7bce82b504685c HTTP/1.1" status: 200 len: 267 time: 0.0432990 Mar 10 04:48:03.230170 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-d8933dce-9056-4d0a-b00b-fd5c0a9489b5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:03.231632 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-d8933dce-9056-4d0a-b00b-fd5c0a9489b5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0521638 Mar 10 04:48:03.242426 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'port': {'security_groups': ['e1ae5798-9823-4a64-868e-3850f5e65fb8', 'a901f010-b3c6-4bfc-a94b-bda36b6db42c']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:03.313071 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:03.487706 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] For port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:48:03.516588 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:03.520640 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125984392'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:03.532120 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:48:03.561212 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:03.561828 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:03.563186 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d62b24d-db31-453b-8e6c-a88303882ab8 req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "PUT /v2.0/ports/dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 981 time: 0.3254197 Mar 10 04:48:03.563636 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:48:03.566218 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b81b1e5-66dd-45da-bb69-1b61a19685d1" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:48:03.598643 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5408d-89c0-452c-b495-16c4eb720dcd tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'Port': ['ID=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,revision_number=6']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:03.623465 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:48:03.694594 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a2f0a9-12e5-43fc-b306-d3053d845942 x-openstack-request-id: req-21a2f0a9-12e5-43fc-b306-d3053d845942 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:48:03.694987 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:48:03.695337 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21a2f0a9-12e5-43fc-b306-d3053d845942 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:48:03.696005 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'status': 'completed', 'code': 200} Mar 10 04:48:03.710421 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623233-e807-407d-ae5b-2e81a14217a7 req-4536a669-743c-434a-915e-17879fbef5e5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:03.712041 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d623233-e807-407d-ae5b-2e81a14217a7 req-4536a669-743c-434a-915e-17879fbef5e5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0706427 Mar 10 04:48:03.765696 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-0c9be192-b3aa-42d9-9af5-781d42d19267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:03.767214 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-0c9be192-b3aa-42d9-9af5-781d42d19267 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1168 time: 0.0489943 Mar 10 04:48:03.796495 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d623233-e807-407d-ae5b-2e81a14217a7 req-fa9cbf5b-3a06-4f7d-bd09-6abb0f9d87b7 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0785966 Mar 10 04:48:03.861602 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-12b988e1-3f26-480e-98c1-c022c9f81cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:03.862980 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-12b988e1-3f26-480e-98c1-c022c9f81cc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 916 time: 0.0893960 Mar 10 04:48:03.905414 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-9782e69c-2be9-43f0-9997-3ddff44b68b9 None None] Provisioning complete for port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:48:03.905787 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9782e69c-2be9-43f0-9997-3ddff44b68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:03.925913 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-2e7c9da8-1c90-4d79-bac1-cfa8d8ae78b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0563283 Mar 10 04:48:03.984639 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-b3d7b357-0ebd-4caf-b845-ac3c28e5906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:03.988906 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-b3d7b357-0ebd-4caf-b845-ac3c28e5906c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0545807 Mar 10 04:48:04.040058 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-437fdec8-42f8-4116-8a7d-14f2f9fc7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:04.041537 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-437fdec8-42f8-4116-8a7d-14f2f9fc7163 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465789 Mar 10 04:48:04.103316 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-9782e69c-2be9-43f0-9997-3ddff44b68b9 None None] Current status of the port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:48:04.129646 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-186e9433-acf8-4904-b613-b99728bcedc8 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822318 Mar 10 04:48:04.227420 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4b81b1e5-66dd-45da-bb69-1b61a19685d1 req-59b7d2d3-194c-49b7-9cf1-0eb24781386d service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887260 Mar 10 04:48:07.881139 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:48:11.573687 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b831-3f9a-4d56-9d98-65e61128424d req-bd3373b4-7e23-425d-bfb1-b1a821599262 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:11.575137 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5748b831-3f9a-4d56-9d98-65e61128424d req-bd3373b4-7e23-425d-bfb1-b1a821599262 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0527828 Mar 10 04:48:11.577282 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-5aea3f6a-c070-44e5-8d4a-884de64a4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:11.578772 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-5aea3f6a-c070-44e5-8d4a-884de64a4151 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1168 time: 0.0446379 Mar 10 04:48:11.632704 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5748b831-3f9a-4d56-9d98-65e61128424d req-e8bf81f6-2c05-4eea-98dc-95567f86e896 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519500 Mar 10 04:48:11.669729 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-83e09b51-4f1c-49d8-b830-69b444480478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:11.671192 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-83e09b51-4f1c-49d8-b830-69b444480478 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 916 time: 0.0859587 Mar 10 04:48:11.734812 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-df7e0ace-ab64-453e-87dd-632924eb40c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0571687 Mar 10 04:48:11.780678 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-7a5396fd-1529-44e6-a220-1f9cf6f62ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:11.782043 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-7a5396fd-1529-44e6-a220-1f9cf6f62ea8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0411191 Mar 10 04:48:11.831989 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-a629e32c-407f-4225-86fe-8e2766a060d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:11.834083 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-a629e32c-407f-4225-86fe-8e2766a060d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455942 Mar 10 04:48:11.918792 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-0734b650-9916-4002-ac25-04eb1dc75bfa service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782847 Mar 10 04:48:12.005923 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ee4dda8-8e00-4c93-906d-0d8dc28cec69 req-9285e16e-4a9d-430f-9a1a-50fff31f4615 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808244 Mar 10 04:48:12.750800 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352ece8-d963-4120-9d22-5c153377c330 req-7aef2df7-4338-4263-a0af-e76c76b71f79 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:12.752243 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7352ece8-d963-4120-9d22-5c153377c330 req-7aef2df7-4338-4263-a0af-e76c76b71f79 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0511608 Mar 10 04:48:12.808607 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7352ece8-d963-4120-9d22-5c153377c330 req-00b5bab1-6a6b-4fec-b6f6-73fdf2428975 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0507329 Mar 10 04:48:13.496089 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9e356624-a680-4b73-896d-9f080fb55923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:13.926555 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68d03c-242f-4cfc-871e-6e7766f79af7 req-97bebcf5-c548-40b3-9d22-a72baa9c0a36 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:13.928512 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1b68d03c-242f-4cfc-871e-6e7766f79af7 req-97bebcf5-c548-40b3-9d22-a72baa9c0a36 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0549438 Mar 10 04:48:13.984888 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1b68d03c-242f-4cfc-871e-6e7766f79af7 req-51c39969-7387-424f-909b-e522d264ddd2 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0507810 Mar 10 04:48:15.102178 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b232976-28c8-481a-a0a2-bb7d355309a1 req-e9097ee1-ab32-4823-8f5f-39a7388fd131 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:15.103638 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b232976-28c8-481a-a0a2-bb7d355309a1 req-e9097ee1-ab32-4823-8f5f-39a7388fd131 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0526249 Mar 10 04:48:15.161260 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b232976-28c8-481a-a0a2-bb7d355309a1 req-bd78e749-8506-49dc-aedf-d411cf185cd8 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0520387 Mar 10 04:48:15.658308 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f8ca57dc-5693-4cc8-9a70-b2575c4e81f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:16.278203 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae44b3-39e4-4a38-99c3-8ae40ba2ca0e req-a16da8f4-8774-4128-9d1b-6837b7e36caf tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:16.279640 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-69ae44b3-39e4-4a38-99c3-8ae40ba2ca0e req-a16da8f4-8774-4128-9d1b-6837b7e36caf tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0537486 Mar 10 04:48:16.337517 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-69ae44b3-39e4-4a38-99c3-8ae40ba2ca0e req-5c278b47-549f-4315-81ec-e4b426e75fbe tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522299 Mar 10 04:48:16.792456 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:17.452829 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462d898-a65b-4dee-8b70-5e327fee18f3 req-94bafa7a-50f6-462d-baab-738d1a1a0ce3 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:17.454270 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a462d898-a65b-4dee-8b70-5e327fee18f3 req-94bafa7a-50f6-462d-baab-738d1a1a0ce3 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0518875 Mar 10 04:48:17.511722 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a462d898-a65b-4dee-8b70-5e327fee18f3 req-89151b5e-31c6-4a7a-8ef3-ff2c8943754e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0518866 Mar 10 04:48:17.745959 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:18.523672 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:18.626197 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c68c53-5a01-4b17-84b1-47bdeeb233b4 req-99c6c500-2085-4635-816c-d0a5360069cb tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:18.627631 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e6c68c53-5a01-4b17-84b1-47bdeeb233b4 req-99c6c500-2085-4635-816c-d0a5360069cb tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0513370 Mar 10 04:48:18.688059 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e6c68c53-5a01-4b17-84b1-47bdeeb233b4 req-abb309d7-c085-4c5b-8d64-322d6448cb0c tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547762 Mar 10 04:48:19.803572 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b35b4-be34-4dc4-8017-00391bb10576 req-5de7675e-176c-4b7b-8955-4fe8a12ebded tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:19.805086 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-124b35b4-be34-4dc4-8017-00391bb10576 req-5de7675e-176c-4b7b-8955-4fe8a12ebded tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0514162 Mar 10 04:48:19.863457 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-124b35b4-be34-4dc4-8017-00391bb10576 req-9d92afb5-79e3-4067-b8e6-5dcfb23a2a4b tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529041 Mar 10 04:48:20.190186 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:20.979305 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f436-0ceb-491b-861e-98736886a50f req-c8ffa38a-48da-4611-b7a8-9369b36dd4a5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:20.980757 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0534f436-0ceb-491b-861e-98736886a50f req-c8ffa38a-48da-4611-b7a8-9369b36dd4a5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0515327 Mar 10 04:48:21.037049 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0534f436-0ceb-491b-861e-98736886a50f req-eedd5364-ee91-4435-aad5-e4084378d397 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0508497 Mar 10 04:48:22.157878 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8001b2-32d3-44f3-a7cd-55b0d71ac460 req-f81aad6f-2a2f-4dfc-90b8-7c10efe91a74 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:22.159311 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a8001b2-32d3-44f3-a7cd-55b0d71ac460 req-f81aad6f-2a2f-4dfc-90b8-7c10efe91a74 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0555151 Mar 10 04:48:22.216012 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a8001b2-32d3-44f3-a7cd-55b0d71ac460 req-7e230ff7-1228-4bac-aaef-5bea26141978 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0511322 Mar 10 04:48:23.329737 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0552049-e981-43df-b978-3f3dfa9c432e req-8bd49e65-af1f-4426-8af0-65f8f7892284 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:23.331181 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f0552049-e981-43df-b978-3f3dfa9c432e req-8bd49e65-af1f-4426-8af0-65f8f7892284 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0514269 Mar 10 04:48:23.388313 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f0552049-e981-43df-b978-3f3dfa9c432e req-70328970-93ef-44d5-b0e0-e04673afd415 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&id=a901f010-b3c6-4bfc-a94b-bda36b6db42c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0510149 Mar 10 04:48:43.497831 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e763d1ee-0c24-4da9-82d6-e2eae49da87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:44.880043 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:48:45.659753 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9a23944e-90ef-463f-9852-89d53902a960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:46.794665 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:47.742524 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:48.525687 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:48.916318 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-8027fccd-ccdc-468e-8164-549cf8b54b5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434971 Mar 10 04:48:49.002822 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-1e0a4fb7-9442-4a41-8104-c995e06bd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:49.004287 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-1e0a4fb7-9442-4a41-8104-c995e06bd77e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1168 time: 0.0429151 Mar 10 04:48:49.107422 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-62eb4f07-88b1-4ec1-9301-67c6b295cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:49.108846 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-62eb4f07-88b1-4ec1-9301-67c6b295cb7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 916 time: 0.0857348 Mar 10 04:48:49.172641 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-5e622c65-cf1a-48c2-98ed-cc25491797b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0569160 Mar 10 04:48:49.222599 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-dd632fe2-1b42-4cd2-b3aa-e31a24ca2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:49.224033 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-dd632fe2-1b42-4cd2-b3aa-e31a24ca2b02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0454979 Mar 10 04:48:49.270492 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-0d209986-7445-4d36-8bed-e1a003b48200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:49.272550 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-0d209986-7445-4d36-8bed-e1a003b48200 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424004 Mar 10 04:48:49.357772 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-3c77ba14-5d9c-4f51-849a-24e7d6006d5e service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784583 Mar 10 04:48:49.451844 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-898562fe-0059-46f0-96ac-e21f642c9b63 req-f69b97a6-6fe6-4952-905b-f13e3808f315 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824928 Mar 10 04:48:50.193494 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.073824 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-406540e5-e02b-4e26-9e18-5051acf75e31 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78018939&fields=id&tenant_id=1788531279f54f90ad7bce82b504685c HTTP/1.1" status: 200 len: 267 time: 0.0431616 Mar 10 04:48:56.131811 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-1bb63bfe-566e-41c4-ac39-9cf0ef6cf005 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:56.133233 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-1bb63bfe-566e-41c4-ac39-9cf0ef6cf005 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 984 time: 0.0543294 Mar 10 04:48:56.143845 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Request body: {'port': {'security_groups': ['e1ae5798-9823-4a64-868e-3850f5e65fb8']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:48:56.212138 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1671096'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.377758 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] For port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:48:56.405635 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.409981 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792140781159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792140278393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792140278411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125984392'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.423092 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:48:56.450866 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:56.451423 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.455751 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b561926-2d56-4913-b22c-2fb3b41cc3a4 req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "PUT /v2.0/ports/dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 942 time: 0.3162439 Mar 10 04:48:56.456218 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:48:56.458509 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:48:56.459765 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38548) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:56.484527 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e3a52-d8ef-425a-95e8-561273efcd0e tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event updated for resources: {'Port': ['ID=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,revision_number=7']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:56.504632 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9595f994-6dc5-472e-9d19-a1f732118f34 x-openstack-request-id: req-9595f994-6dc5-472e-9d19-a1f732118f34 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:48:56.504915 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:48:56.505167 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9595f994-6dc5-472e-9d19-a1f732118f34 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:48:56.505569 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'status': 'completed', 'code': 200} Mar 10 04:48:56.535854 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:48:56.587114 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bba66b7-2c7d-4132-892e-ce859ca7f5da tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group (a901f010-b3c6-4bfc-a94b-bda36b6db42c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.608928 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-361910dc-27bc-4730-9ffe-f23bbc871f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:56.610481 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-361910dc-27bc-4730-9ffe-f23bbc871f30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1129 time: 0.0819929 Mar 10 04:48:56.633796 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bba66b7-2c7d-4132-892e-ce859ca7f5da tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group (a901f010-b3c6-4bfc-a94b-bda36b6db42c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.725964 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d2e41d6d-3f2c-45e0-95d5-73942626bfe8 None None] Provisioning complete for port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:48:56.726319 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d2e41d6d-3f2c-45e0-95d5-73942626bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1791222'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.742403 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-b0fbe45b-5678-477e-88c1-47b6b19d85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:56.744012 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-b0fbe45b-5678-477e-88c1-47b6b19d85ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 916 time: 0.1242712 Mar 10 04:48:56.800818 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bba66b7-2c7d-4132-892e-ce859ca7f5da tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (a901f010-b3c6-4bfc-a94b-bda36b6db42c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.803593 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3bba66b7-2c7d-4132-892e-ce859ca7f5da tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:56.804750 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3bba66b7-2c7d-4132-892e-ce859ca7f5da tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "DELETE /v2.0/security-groups/a901f010-b3c6-4bfc-a94b-bda36b6db42c HTTP/1.1" status: 204 len: 168 time: 0.3428855 Mar 10 04:48:56.809190 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38552) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:48:56.813295 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d2e41d6d-3f2c-45e0-95d5-73942626bfe8 None None] Current status of the port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:48:56.823534 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba66b7-2c7d-4132-892e-ce859ca7f5da tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a901f010-b3c6-4bfc-a94b-bda36b6db42c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:56.841723 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-b9511ba4-2857-4e9b-9c62-4dbf508ee66b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0883367 Mar 10 04:48:56.892253 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-46422b0d-c2f3-4fbf-af53-71eb93122b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:56.893638 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-46422b0d-c2f3-4fbf-af53-71eb93122b2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0461855 Mar 10 04:48:56.942355 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-698d1731-5383-476a-a220-c0e2c30eba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:56.944551 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-698d1731-5383-476a-a220-c0e2c30eba57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436919 Mar 10 04:48:56.983677 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Deleting port 84680141-8889-4a50-b949-9006ebf8a57d {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:48:56.984049 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (84680141-8889-4a50-b949-9006ebf8a57d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:57.036120 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-bc086350-2e69-4635-a310-8df74832a1b6 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853202 Mar 10 04:48:57.057369 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (84680141-8889-4a50-b949-9006ebf8a57d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:57.057699 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for floatingip (84680141-8889-4a50-b949-9006ebf8a57d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:57.069838 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Calling delete_port for 84680141-8889-4a50-b949-9006ebf8a57d owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:48:57.124791 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e320a08f-4b1b-478f-a2ad-098d7de4b6a7 req-1d4ff73a-c34c-48d0-af97-e0291c7f4d76 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Mar 10 04:48:57.218238 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (84680141-8889-4a50-b949-9006ebf8a57d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:57.247170 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event deleted for resources: {'Port': ['ID=84680141-8889-4a50-b949-9006ebf8a57d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:48:57.306692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks [] for floatingip (b711c464-352b-4a4d-b5be-7514823e35f6), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:57.307017 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Floating IP b711c464-352b-4a4d-b5be-7514823e35f6 disassociated (deleted). External IP: 172.27.2.122, port: dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3. Mar 10 04:48:57.777463 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Router ef0f6d38-c299-4a94-9790-3c2833737f9a has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:48:57.883860 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:48:57.888617 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:48:57.893069 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] Sync routers for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:48:57.905128 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:48:57.905727 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:48:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:48:57.917358 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-abc39af5-d63f-47bc-937a-72331f4307ab tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "DELETE /v2.0/floatingips/b711c464-352b-4a4d-b5be-7514823e35f6 HTTP/1.1" status: 204 len: 168 time: 1.1064541 Mar 10 04:48:58.012801 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:48:58.210794 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 5, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:48:58.235410 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] Checking router: ef0f6d38-c299-4a94-9790-3c2833737f9a for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:48:58.243697 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:48:58.244296 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:48:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:48:58.347900 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:48:58.507045 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:48:58.510111 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27e7b58f2a1046e8e3713270a801c55dc365a2192ad363349a9f196185777ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d5a87-0a99-4127-bcfd-2a4821538543" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:48:58.541869 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 5, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:48:58.545371 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dd3475-bbe9-4062-9ba6-d98adb380eab x-openstack-request-id: req-08dd3475-bbe9-4062-9ba6-d98adb380eab {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:48:58.547743 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:48:58.548452 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08dd3475-bbe9-4062-9ba6-d98adb380eab {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:48:58.548864 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'status': 'completed', 'code': 200} Mar 10 04:48:58.572851 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720080f-f76d-42a4-92bf-07417abe6109 None None] The sync data for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi is: [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:02Z', 'revision_number': 4, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi', '_interfaces': [{'id': '4c81b9ac-48b1-4845-8b5c-8ea0f0028068', 'name': '', 'network_id': 'd574d117-0c3f-4e63-acc7-42a54148d27b', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'mac_address': 'fa:16:3e:8f:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:01Z', 'updated_at': '2022-03-10T04:47:05Z', 'revision_number': 5, 'project_id': '1788531279f54f90ad7bce82b504685c', 'subnets': [{'id': '5eb19da0-2948-49a6-9d9d-be66616357c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:48:58.627082 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-220b506c-b77d-4e89-b5e3-bfbadc79e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:58.628604 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-220b506c-b77d-4e89-b5e3-bfbadc79e9c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1788531279f54f90ad7bce82b504685c&device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 1129 time: 0.0537910 Mar 10 04:48:58.719212 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-e3ccaab3-0bfe-4093-9734-f088aedac351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:58.720709 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-e3ccaab3-0bfe-4093-9734-f088aedac351 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 200 len: 916 time: 0.0846665 Mar 10 04:48:58.767859 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-5fecb155-4714-4a18-8c7c-56f2e3b06e8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 200 len: 217 time: 0.0402956 Mar 10 04:48:58.796463 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb03806c-40c4-4ab6-a75a-16298a418d0b None None] New status for floating IP b711c464-352b-4a4d-b5be-7514823e35f6: DOWN {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:48:58.830855 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-d390bba9-22d8-45eb-ad19-fff34698c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:58.831305 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-d390bba9-22d8-45eb-ad19-fff34698c906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 200 len: 854 time: 0.0558374 Mar 10 04:48:58.883902 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-779db0d9-044a-493d-8355-eae13a091507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:48:58.885545 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-779db0d9-044a-493d-8355-eae13a091507 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d574d117-0c3f-4e63-acc7-42a54148d27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479670 Mar 10 04:48:58.976395 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-576a9c24-c3d6-43ef-83c0-5e5731edaed0 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839434 Mar 10 04:48:59.062128 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f8d5a87-0a99-4127-bcfd-2a4821538543 req-4b81b11b-f568-4aad-9696-c8ac386604f8 service neutron] 10.222.0.26 "GET /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796704 Mar 10 04:49:00.604241 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e6471-a376-45a0-822d-a0153a69a5cd req-3948ce5f-bd74-492c-b934-5f4936ddc463 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:49:00.605710 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8f7e6471-a376-45a0-822d-a0153a69a5cd req-3948ce5f-bd74-492c-b934-5f4936ddc463 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Mar 10 04:49:00.652944 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8f7e6471-a376-45a0-822d-a0153a69a5cd req-f5819657-350f-42e6-b589-45a970d8644c tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Mar 10 04:49:01.768176 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2be1dd-06dd-4bd5-afae-fcedd47b315e req-2e66ade7-3a80-4018-a264-dea4790d36f2 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:49:01.769602 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c2be1dd-06dd-4bd5-afae-fcedd47b315e req-2e66ade7-3a80-4018-a264-dea4790d36f2 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0505259 Mar 10 04:49:01.819226 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c2be1dd-06dd-4bd5-afae-fcedd47b315e req-8cf94c3c-077b-4934-b4dc-d3ca8257b9cc tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1ae5798-9823-4a64-868e-3850f5e65fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Mar 10 04:49:02.228668 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208778c3-657f-4339-b508-e04f0310f8f3 req-83975030-c4d1-4444-872b-ed0d73100b5f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:49:02.230088 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-208778c3-657f-4339-b508-e04f0310f8f3 req-83975030-c4d1-4444-872b-ed0d73100b5f tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.26 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 945 time: 0.0552020 Mar 10 04:49:02.319062 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Deleting port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:49:02.319438 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:02.406763 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] For port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:49:02.407053 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:02.418580 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Calling delete_port for dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:49:02.541186 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:02.553337 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] get_ports_and_sgs() called for port_ids ['dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:49:02.573384 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Pushing event deleted for resources: {'Port': ['ID=dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:02.599147 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.599525 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.599897 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.600237 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.600571 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.600903 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.601231 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.601555 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.601875 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.602214 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.602518 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.602842 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.603190 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:02.624607 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] No DVR routers for this DVR port dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 on host hv-cinder-77819 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:49:02.626860 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44130'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:02.630140 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [req-208778c3-657f-4339-b508-e04f0310f8f3 req-6460c742-ee2b-4dc8-bfaa-6c77f1ae868a tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.26 "DELETE /v2.0/ports/dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 HTTP/1.1" status: 204 len: 173 time: 0.3944438 Mar 10 04:49:02.630587 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'name': 'network-vif-deleted', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:49:02.633405 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d405b8f42a9eb0f75a7c3b2c30d45dbf3f023aa36a880ab945648dc63ea19d24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c92b4e-549d-40b4-80a8-a56373c002ca" -d '{"events": [{"server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "name": "network-vif-deleted", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:49:02.669425 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f376fa6-2499-4091-90f2-b048d1753eb1 x-openstack-request-id: req-5f376fa6-2499-4091-90f2-b048d1753eb1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:49:02.669725 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbec2ec5-460a-49c0-8a50-01b15a9eae87", "name": "network-vif-deleted", "tag": "dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:49:02.669979 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f376fa6-2499-4091-90f2-b048d1753eb1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:49:02.670378 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbec2ec5-460a-49c0-8a50-01b15a9eae87', 'name': 'network-vif-deleted', 'tag': 'dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3', 'status': 'completed', 'code': 200} Mar 10 04:49:02.920774 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8300aa50-c1a8-4c79-8a49-1908ac742b1d req-138d811d-e6ef-43f6-a43f-6650383751b5 tempest-TestMinimumBasicScenario-1812695851 tempest-TestMinimumBasicScenario-1812695851-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbec2ec5-460a-49c0-8a50-01b15a9eae87 HTTP/1.1" status: 200 len: 210 time: 0.0274651 Mar 10 04:49:04.467469 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38636) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:04.798096 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (ef0f6d38-c299-4a94-9790-3c2833737f9a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:05.035223 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Deleting port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:49:05.035476 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:05.113990 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] For port 4c81b9ac-48b1-4845-8b5c-8ea0f0028068, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:49:05.114353 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:05.127282 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Calling delete_port for 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:49:05.301824 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (4c81b9ac-48b1-4845-8b5c-8ea0f0028068), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:05.323997 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c81b9ac-48b1-4845-8b5c-8ea0f0028068,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:05.333345 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.333718 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.334543 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.334872 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.335198 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.335872 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.335872 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.336168 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.336487 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.336807 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.337164 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.337432 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.337743 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:49:05.499449 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (ef0f6d38-c299-4a94-9790-3c2833737f9a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:05.710996 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Router ef0f6d38-c299-4a94-9790-3c2833737f9a has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:49:05.813907 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:49:05.819699 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7e7c1454-6705-4786-9b8f-deb78f168d92 admin admin] 10.222.0.15 "PUT /v2.0/routers/ef0f6d38-c299-4a94-9790-3c2833737f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3512001 Mar 10 04:49:05.822533 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38638) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:05.825599 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] Sync routers for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:49:05.838857 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:49:05.839481 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:48:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:05.926276 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks [] for router (ef0f6d38-c299-4a94-9790-3c2833737f9a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:05.945174 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: dv-cinder-778193-25-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:49:06.028418 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks [] for router_gateway (ef0f6d38-c299-4a94-9790-3c2833737f9a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.087038 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Deleting port 23a3994c-fac3-4287-bf45-38ee2758e486 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:49:06.087405 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.114637 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:49:05Z', 'revision_number': 5, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port': {'id': '23a3994c-fac3-4287-bf45-38ee2758e486', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:06.144983 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] Checking router: ef0f6d38-c299-4a94-9790-3c2833737f9a for host: dv-cinder-778193-25-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:49:06.153291 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] Routers {'ef0f6d38-c299-4a94-9790-3c2833737f9a'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:49:06.153883 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:48:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['ef0f6d38-c299-4a94-9790-3c2833737f9a'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:06.166747 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] For port 23a3994c-fac3-4287-bf45-38ee2758e486, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=23a3994c-fac3-4287-bf45-38ee2758e486,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:49:06.167129 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.179776 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Calling delete_port for 23a3994c-fac3-4287-bf45-38ee2758e486 owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:49:06.239154 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] Set router ef0f6d38-c299-4a94-9790-3c2833737f9a gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:49:06.291352 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:49:06Z', 'revision_number': 6, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:06.347062 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (23a3994c-fac3-4287-bf45-38ee2758e486), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.373925 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a3994c-fac3-4287-bf45-38ee2758e486,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:06.414962 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1fba7-0b3a-4144-8bcb-e4851e230960 None None] The sync data for ids ['ef0f6d38-c299-4a94-9790-3c2833737f9a'] in dv-cinder-778193-25-iscsi is: [{'id': 'ef0f6d38-c299-4a94-9790-3c2833737f9a', 'name': 'tempest-TestMinimumBasicScenario-1457718564-router', 'tenant_id': '1788531279f54f90ad7bce82b504685c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:46:59Z', 'updated_at': '2022-03-10T04:49:06Z', 'revision_number': 6, 'project_id': '1788531279f54f90ad7bce82b504685c', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:49:06.434573 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (ef0f6d38-c299-4a94-9790-3c2833737f9a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.524345 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (ef0f6d38-c299-4a94-9790-3c2833737f9a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.526462 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks [] for router_controller (ef0f6d38-c299-4a94-9790-3c2833737f9a), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.540490 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:49:06.560422 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] No Port match for: dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:49:06.560703 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Device dd4a4d1c-dc2e-45f3-abbe-1e9b69066cf3 not bound to the agent host hv-cinder-77819 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:49:06.572380 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (ef0f6d38-c299-4a94-9790-3c2833737f9a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.572919 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef0f6d38-c299-4a94-9790-3c2833737f9a {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:49:06.577262 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.578467 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-070d2a3c-778e-482f-bf68-2fd2a5edc9d7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ef0f6d38-c299-4a94-9790-3c2833737f9a HTTP/1.1" status: 204 len: 168 time: 0.7550013 Mar 10 04:49:06.581057 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38640) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:06.624512 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c6e143-586b-44f6-8b92-5f3963d1d719 admin admin] Deleting subnet 5eb19da0-2948-49a6-9d9d-be66616357c3 {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:49:06.627524 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32c6e143-586b-44f6-8b92-5f3963d1d719 admin admin] Publish callbacks [] for subnet (5eb19da0-2948-49a6-9d9d-be66616357c3), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.660540 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32c6e143-586b-44f6-8b92-5f3963d1d719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126045839'] for subnet (5eb19da0-2948-49a6-9d9d-be66616357c3), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.738482 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32c6e143-586b-44f6-8b92-5f3963d1d719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (5eb19da0-2948-49a6-9d9d-be66616357c3), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.790615 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32c6e143-586b-44f6-8b92-5f3963d1d719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125984446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287404'] for subnet (5eb19da0-2948-49a6-9d9d-be66616357c3), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.817412 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6e143-586b-44f6-8b92-5f3963d1d719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb19da0-2948-49a6-9d9d-be66616357c3,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:06.821237 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-32c6e143-586b-44f6-8b92-5f3963d1d719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.826995 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-32c6e143-586b-44f6-8b92-5f3963d1d719 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5eb19da0-2948-49a6-9d9d-be66616357c3 HTTP/1.1" status: 204 len: 168 time: 0.2449696 Mar 10 04:49:06.827528 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e383b01-5095-4ad4-9c98-0eeca7c502bf None None] Network d574d117-0c3f-4e63-acc7-42a54148d27b requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:49:06.827672 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38642) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:06.905687 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (d574d117-0c3f-4e63-acc7-42a54148d27b), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:06.956249 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Deleting port e9fc3be3-f03e-47b1-b7e9-57466deac9aa {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:49:06.956588 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.015912 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] For port e9fc3be3-f03e-47b1-b7e9-57466deac9aa, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=e9fc3be3-f03e-47b1-b7e9-57466deac9aa,segment=NetworkSegment(d6551750-3a37-42f2-83a8-680eb68dd179),segment_id=d6551750-3a37-42f2-83a8-680eb68dd179)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:49:07.016273 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.028531 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Calling delete_port for e9fc3be3-f03e-47b1-b7e9-57466deac9aa owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:49:07.107768 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (e9fc3be3-f03e-47b1-b7e9-57466deac9aa), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.132352 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fc3be3-f03e-47b1-b7e9-57466deac9aa,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:07.135596 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] No DVR routers for this DVR port e9fc3be3-f03e-47b1-b7e9-57466deac9aa on host dv-cinder-778193-25-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:49:07.232220 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb77dce-7dc7-4361-94a1-59d5c5d6d130 None None] DHCP port deletion for d574d117-0c3f-4e63-acc7-42a54148d27b request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:49:07.325540 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:49:07.351438 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:49:07.351905 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 4c81b9ac-48b1-4845-8b5c-8ea0f0028068 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:49:07.483711 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (d574d117-0c3f-4e63-acc7-42a54148d27b), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.508862 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d574d117-0c3f-4e63-acc7-42a54148d27b']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:07.517925 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6551750-3a37-42f2-83a8-680eb68dd179') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:07.518217 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6551750-3a37-42f2-83a8-680eb68dd179') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:07.527058 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (d6551750-3a37-42f2-83a8-680eb68dd179), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.539960 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (d6551750-3a37-42f2-83a8-680eb68dd179), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.545721 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:49:07.546103 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (d6551750-3a37-42f2-83a8-680eb68dd179), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:49:07.547724 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:49:07.599734 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (d574d117-0c3f-4e63-acc7-42a54148d27b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.605038 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:07.608444 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] 10.222.0.15 "DELETE /v2.0/networks/d574d117-0c3f-4e63-acc7-42a54148d27b HTTP/1.1" status: 204 len: 168 time: 0.7798824 Mar 10 04:49:07.611286 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38644) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:07.619267 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d847d5-0c91-414c-b275-55d146d915cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d574d117-0c3f-4e63-acc7-42a54148d27b,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:07.946271 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785912'] for router_interface (b88abe47-de16-4bbf-b5f8-0953aaae1547), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:08.182022 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Deleting port 5c552b69-b3fb-4709-8884-fd5770384dd2 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:49:08.182357 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:08.255841 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] For port 5c552b69-b3fb-4709-8884-fd5770384dd2, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=5c552b69-b3fb-4709-8884-fd5770384dd2,segment=NetworkSegment(e58584d1-e192-4ba6-ab90-dbb6ebb8a352),segment_id=e58584d1-e192-4ba6-ab90-dbb6ebb8a352)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:49:08.256119 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:08.267972 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Calling delete_port for 5c552b69-b3fb-4709-8884-fd5770384dd2 owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:49:08.440259 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (5c552b69-b3fb-4709-8884-fd5770384dd2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:08.462575 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c552b69-b3fb-4709-8884-fd5770384dd2,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:08.870977 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784488'] for router_interface (b88abe47-de16-4bbf-b5f8-0953aaae1547), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:08.916087 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e9fc3be3-f03e-47b1-b7e9-57466deac9aa no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:49:08.936449 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: e9fc3be3-f03e-47b1-b7e9-57466deac9aa {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:49:08.936802 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device e9fc3be3-f03e-47b1-b7e9-57466deac9aa not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:49:08.937223 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 23a3994c-fac3-4287-bf45-38ee2758e486 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:49:08.956367 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 23a3994c-fac3-4287-bf45-38ee2758e486 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:49:08.956721 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 23a3994c-fac3-4287-bf45-38ee2758e486 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:49:09.087306 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Router b88abe47-de16-4bbf-b5f8-0953aaae1547 has already been hosted by L3 agent 52e4135a-e6fd-4193-998a-9bdf3acce140 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:49:09.194289 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:49:09.199812 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7350b787-0662-4d44-b862-297a37f7edc2 admin admin] 10.222.0.15 "PUT /v2.0/routers/b88abe47-de16-4bbf-b5f8-0953aaae1547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5873356 Mar 10 04:49:09.201639 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38646) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:09.204097 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] Sync routers for ids ['b88abe47-de16-4bbf-b5f8-0953aaae1547'] in dv-cinder-778193-25-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:49:09.214289 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] Routers {'b88abe47-de16-4bbf-b5f8-0953aaae1547'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:49:09.214907 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:48:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b88abe47-de16-4bbf-b5f8-0953aaae1547'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:09.306455 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks [] for router (b88abe47-de16-4bbf-b5f8-0953aaae1547), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.320463 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] Set router b88abe47-de16-4bbf-b5f8-0953aaae1547 gateway port host: dv-cinder-778193-25-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:49:09.408572 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks [] for router_gateway (b88abe47-de16-4bbf-b5f8-0953aaae1547), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.461001 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Deleting port 47fa33cc-73a0-4920-b85e-c839130179a0 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:49:09.461343 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.497434 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'external_fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:49:08Z', 'revision_number': 5, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port': {'id': '47fa33cc-73a0-4920-b85e-c839130179a0', 'name': '', 'network_id': '827cd64c-78ff-4f5b-917b-95cfe98931bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0d871ba-ed26-4ec9-990b-405c5e29ca89', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-iscsi'}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:09.523354 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] Checking router: b88abe47-de16-4bbf-b5f8-0953aaae1547 for host: dv-cinder-778193-25-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:49:09.531724 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] Routers {'b88abe47-de16-4bbf-b5f8-0953aaae1547'} bound to L3 agent in host dv-cinder-778193-25-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:49:09.532340 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:01:16Z,description=,heartbeat_timestamp=2022-03-10T04:48:46Z,host='dv-cinder-778193-25-iscsi',id=52e4135a-e6fd-4193-998a-9bdf3acce140,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:01:16Z,topic='l3_agent')) {'router_ids': ['b88abe47-de16-4bbf-b5f8-0953aaae1547'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:09.539227 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] For port 47fa33cc-73a0-4920-b85e-c839130179a0, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=47fa33cc-73a0-4920-b85e-c839130179a0,segment=NetworkSegment(8e28dd8c-749b-4268-8fb0-370e97d63b3f),segment_id=8e28dd8c-749b-4268-8fb0-370e97d63b3f)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:49:09.539636 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.552011 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Calling delete_port for 47fa33cc-73a0-4920-b85e-c839130179a0 owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:49:09.619016 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] Set router b88abe47-de16-4bbf-b5f8-0953aaae1547 gateway port host: None {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:49:09.668821 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:49:09Z', 'revision_number': 6, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port_host': None}], 'dv-cinder-778193-25-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:09.720604 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126390680'] for port (47fa33cc-73a0-4920-b85e-c839130179a0), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.745710 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fa33cc-73a0-4920-b85e-c839130179a0,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:09.812039 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772034'] for router_gateway (b88abe47-de16-4bbf-b5f8-0953aaae1547), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.824784 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95d611-b7e9-4b7e-9689-d4d3ead86f1d None None] The sync data for ids ['b88abe47-de16-4bbf-b5f8-0953aaae1547'] in dv-cinder-778193-25-iscsi is: [{'id': 'b88abe47-de16-4bbf-b5f8-0953aaae1547', 'name': 'tempest-TestMinimumBasicScenario-1179793514-router', 'tenant_id': 'e600b161d8d44ce2821132e22e2f853d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:47:04Z', 'updated_at': '2022-03-10T04:49:09Z', 'revision_number': 6, 'project_id': 'e600b161d8d44ce2821132e22e2f853d', 'gw_port_host': None}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:49:09.906226 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254857'] for router (b88abe47-de16-4bbf-b5f8-0953aaae1547), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.908377 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks [] for router_controller (b88abe47-de16-4bbf-b5f8-0953aaae1547), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.953546 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-783702'] for router (b88abe47-de16-4bbf-b5f8-0953aaae1547), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.954017 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b88abe47-de16-4bbf-b5f8-0953aaae1547 {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:49:09.958175 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:09.959829 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f2d95076-cad7-453d-904d-3eddfae074e1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b88abe47-de16-4bbf-b5f8-0953aaae1547 HTTP/1.1" status: 204 len: 168 time: 0.7572343 Mar 10 04:49:09.962307 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.15', 38648) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:10.004851 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f599b8-0285-462c-8760-3331053d72b3 admin admin] Deleting subnet 939a905d-be6a-42b9-a511-255762689c13 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:49:10.007896 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23f599b8-0285-462c-8760-3331053d72b3 admin admin] Publish callbacks [] for subnet (939a905d-be6a-42b9-a511-255762689c13), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.041499 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23f599b8-0285-462c-8760-3331053d72b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126390688'] for subnet (939a905d-be6a-42b9-a511-255762689c13), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.118937 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23f599b8-0285-462c-8760-3331053d72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786340'] for subnet (939a905d-be6a-42b9-a511-255762689c13), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.173226 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23f599b8-0285-462c-8760-3331053d72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126390711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126656692'] for subnet (939a905d-be6a-42b9-a511-255762689c13), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.197296 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f599b8-0285-462c-8760-3331053d72b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939a905d-be6a-42b9-a511-255762689c13,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:10.203388 dv-cinder-778193-25-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23f599b8-0285-462c-8760-3331053d72b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.209815 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38650) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:10.212722 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c8c93-5783-47b7-8e15-aca72ab68999 None None] Network c239e943-bb81-411a-bc5b-5b013c589fb9 requested from dv-cinder-778193-25-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:49:10.216442 dv-cinder-778193-25-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-23f599b8-0285-462c-8760-3331053d72b3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/939a905d-be6a-42b9-a511-255762689c13 HTTP/1.1" status: 204 len: 168 time: 0.2528896 Mar 10 04:49:10.281995 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1943841'] for network (c239e943-bb81-411a-bc5b-5b013c589fb9), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.333172 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Deleting port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:49:10.333522 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792140774894'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.397811 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] For port fff8ca37-fc91-4696-9028-abe3b2ffa6b0, host dv-cinder-778193-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-iscsi',level=0,port_id=fff8ca37-fc91-4696-9028-abe3b2ffa6b0,segment=NetworkSegment(e58584d1-e192-4ba6-ab90-dbb6ebb8a352),segment_id=e58584d1-e192-4ba6-ab90-dbb6ebb8a352)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:49:10.398167 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-771758'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.410223 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Calling delete_port for fff8ca37-fc91-4696-9028-abe3b2ffa6b0 owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:49:10.487245 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792140781141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792140278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125984401'] for port (fff8ca37-fc91-4696-9028-abe3b2ffa6b0), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.512317 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Pushing event deleted for resources: {'Port': ['ID=fff8ca37-fc91-4696-9028-abe3b2ffa6b0,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:10.515637 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] No DVR routers for this DVR port fff8ca37-fc91-4696-9028-abe3b2ffa6b0 on host dv-cinder-778193-25-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:49:10.586205 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793311', 'neutron.services.segments.db._delete_segments_for_network-8792140606742'] for network (c239e943-bb81-411a-bc5b-5b013c589fb9), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.596271 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e9de4-d909-4b7d-8f93-d672facddbac None None] DHCP port deletion for c239e943-bb81-411a-bc5b-5b013c589fb9 request from dv-cinder-778193-25-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:49:10.616198 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c239e943-bb81-411a-bc5b-5b013c589fb9']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:10.625692 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:10.625985 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58584d1-e192-4ba6-ab90-dbb6ebb8a352') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:49:10.635725 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792140608287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126045828'] for segment (e58584d1-e192-4ba6-ab90-dbb6ebb8a352), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.649308 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443'] for segment (e58584d1-e192-4ba6-ab90-dbb6ebb8a352), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.655000 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:49:10.655375 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1816443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125984096'] for segment (e58584d1-e192-4ba6-ab90-dbb6ebb8a352), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: Traceback (most recent call last): Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: timer() Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: cb(*args, **kw) Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: return func(*args, **kwargs) Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: self._notify() Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: self.callback(batched_events) Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: event.method(event) Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: return f(self, *a, **k) Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._get(url).json() Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:49:10.657008 dv-cinder-778193-25-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:49:10.714095 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772070'] for network (c239e943-bb81-411a-bc5b-5b013c589fb9), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.719668 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564617'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:10.722769 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] 10.222.0.15 "DELETE /v2.0/networks/c239e943-bb81-411a-bc5b-5b013c589fb9 HTTP/1.1" status: 204 len: 168 time: 0.5119624 Mar 10 04:49:10.735481 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afec23f-1b23-4d4c-b78b-521a43b1185a admin admin] Pushing event deleted for resources: {'Network': ['ID=c239e943-bb81-411a-bc5b-5b013c589fb9,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:10.884479 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 5c552b69-b3fb-4709-8884-fd5770384dd2 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:49:10.902933 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38654) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:10.904983 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 5c552b69-b3fb-4709-8884-fd5770384dd2 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:49:10.905327 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 5c552b69-b3fb-4709-8884-fd5770384dd2 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:49:10.905746 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device fff8ca37-fc91-4696-9028-abe3b2ffa6b0 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:49:10.924927 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: fff8ca37-fc91-4696-9028-abe3b2ffa6b0 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:49:10.925274 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device fff8ca37-fc91-4696-9028-abe3b2ffa6b0 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:49:10.925692 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 47fa33cc-73a0-4920-b85e-c839130179a0 no longer exists at agent ovs-agent-dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:49:10.943304 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-147c0969-10f9-4c74-b431-33d3d054a3c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1788531279f54f90ad7bce82b504685c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391257 Mar 10 04:49:10.944872 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] No Port match for: 47fa33cc-73a0-4920-b85e-c839130179a0 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:49:10.945221 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Device 47fa33cc-73a0-4920-b85e-c839130179a0 not bound to the agent host dv-cinder-778193-25-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:49:10.945643 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38656) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:10.993794 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a390-44a5-44d9-8f17-75246724861c admin admin] Publish callbacks [] for security_group (e1ae5798-9823-4a64-868e-3850f5e65fb8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:11.014371 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a390-44a5-44d9-8f17-75246724861c admin admin] Publish callbacks [] for security_group (e1ae5798-9823-4a64-868e-3850f5e65fb8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:11.059769 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a390-44a5-44d9-8f17-75246724861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (e1ae5798-9823-4a64-868e-3850f5e65fb8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:11.062311 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a390-44a5-44d9-8f17-75246724861c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:11.063738 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f6f6a390-44a5-44d9-8f17-75246724861c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1ae5798-9823-4a64-868e-3850f5e65fb8 HTTP/1.1" status: 204 len: 168 time: 0.1162419 Mar 10 04:49:11.073819 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6a390-44a5-44d9-8f17-75246724861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae5798-9823-4a64-868e-3850f5e65fb8,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:11.371955 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38662) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:11.414947 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-964c07a9-df08-4c45-a96e-46c4ac60150a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e600b161d8d44ce2821132e22e2f853d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418143 Mar 10 04:49:11.417386 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.15', 38664) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:49:11.462665 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1a7a-5f22-4387-84aa-3ccd1c83969a admin admin] Publish callbacks [] for security_group (4ff1b37d-c2b7-4367-b313-b0d52d7b8f0e), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:11.483302 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1a7a-5f22-4387-84aa-3ccd1c83969a admin admin] Publish callbacks [] for security_group (4ff1b37d-c2b7-4367-b313-b0d52d7b8f0e), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:11.529543 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1a7a-5f22-4387-84aa-3ccd1c83969a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527948'] for security_group (4ff1b37d-c2b7-4367-b313-b0d52d7b8f0e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:11.532291 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1a7a-5f22-4387-84aa-3ccd1c83969a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:11.533444 dv-cinder-778193-25-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-eb8a1a7a-5f22-4387-84aa-3ccd1c83969a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ff1b37d-c2b7-4367-b313-b0d52d7b8f0e HTTP/1.1" status: 204 len: 168 time: 0.1151438 Mar 10 04:49:11.542089 dv-cinder-778193-25-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a1a7a-5f22-4387-84aa-3ccd1c83969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff1b37d-c2b7-4367-b313-b0d52d7b8f0e,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:49:13.503262 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0c4b3a5e-d3ae-44dc-86a3-0b2cc058544a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:15.660841 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-82035817-39c4-44a6-94f3-9b342d4e233e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:16.798127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:17.753481 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:18.528411 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:20.196502 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:21.878992 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:49:43.494509 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a16779ae-f47b-4d74-a8c0-fc34a6d996a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:45.662053 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ea27f6b1-c10b-445e-90e1-7df9e239aae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:46.800816 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:47.741516 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:48.531790 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:50.198634 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:49:58.877176 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:50:13.494920 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1229a5c5-5b4c-4277-a164-c6065fc4dbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:15.663143 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9709c8b0-1b7f-48cc-b442-6238912b7c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:16.803902 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:17.755835 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:18.535824 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:20.200143 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:35.875640 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:50:43.495989 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-523aa35c-1dee-46c5-b50c-d1fe9dd805d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:45.665499 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-04ce4bc9-aeb0-401f-bca3-d0d01bd969c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:46.806466 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:47.782438 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:48.538155 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:50:50.202521 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:12.873955 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:51:13.496808 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d9fca6db-0abe-49a0-bf7e-b48d4b0c5447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:15.667144 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e56eb5e6-8008-4b8c-9648-98d6a85362b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:16.810572 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:17.802622 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:18.541131 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:20.204056 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:43.498057 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-270319b4-2057-46dd-ae63-464c9bd151c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:45.668290 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8aadcedb-187e-47b1-8b84-356219a39b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:46.814910 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:47.801499 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:48.545278 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:51:49.872711 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:51:50.206029 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:13.499850 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9f8f4cad-36ca-49db-a5d5-476153e11359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:15.669161 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-350c60a4-18bf-41c8-9118-0926ca5a1307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:16.814275 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:17.802917 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:18.546306 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:20.210566 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:26.871264 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:52:43.505038 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8b173fec-1862-43ee-bb0e-ef9cd36cb309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:45.670114 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b06d2d97-becf-40fc-a95f-5f880864452c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:46.817905 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:47.813082 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:48.550932 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:52:50.212367 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:03.870351 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:53:13.507260 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d60fc051-b1b8-42c8-86c7-fc4a126eb626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:15.671734 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0ea058ea-8671-40df-90a1-659a5aea98e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:16.820116 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:17.814762 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:18.554139 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:20.214137 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:40.869075 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:53:43.510513 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-515a19b3-af15-4a63-b234-25ed2a1e8642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:45.672920 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-42494073-c5bf-453f-aa4d-8b5ff0d4eb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:46.822077 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:47.815145 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:48.556259 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:53:50.217028 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:54:13.512381 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-212014e3-b680-4b64-b7d7-c1e3de3324e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (47bc4287-5a59-4183-9dc4-79f2b1db573e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:54:15.674308 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d91159e-8f1d-4c2c-8da3-5966c6aef955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (52e4135a-e6fd-4193-998a-9bdf3acce140), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:54:16.826127 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-59a62f5c-fbb5-4737-9568-916385fdadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (94c9ce96-c729-4aea-ae33-b4dd768a47e9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:54:17.816429 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7d231b8e-77e0-41c3-99a9-6991bf4a9a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (186fa7b6-b162-4ca7-93f1-d20ab5e41f4b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:54:17.867976 dv-cinder-778193-25-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-f7006a85-665d-43d1-ba50-970e34adb124 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:54:18.558930 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c92331c-0164-4b43-b32a-8f69a807b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (3a713723-fcd4-4319-afa0-db6ce5c249f6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:54:20.218978 dv-cinder-778193-25-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe100-7bc0-46f4-ac59-a62c887d0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792140606724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1791252'] for agent (ecc60c4c-bc94-410f-a5f5-3421b575a342), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}